-- Logs begin at Tue 2021-08-31 18:53:38 UTC, end at Tue 2021-08-31 19:59:52 UTC. -- Aug 31 19:30:19.620641 dv-cinder-789564-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 19:30:22.477421 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.common.config [-] Logging enabled! Aug 31 19:30:22.478118 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 19:30:22.478271 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95017) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 19:30:22.481424 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.common.config [-] Logging enabled! Aug 31 19:30:22.481695 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 19:30:22.482699 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95017) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 19:30:22.483759 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 19:30:22.483989 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 19:30:22.484378 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 19:30:22.484622 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 19:30:22.484849 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 19:30:22.485168 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.485464 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.485759 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.486009 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.486309 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.486599 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.486881 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.487167 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.487463 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.487746 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.488021 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.488299 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.488527 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.488805 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.489086 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.489368 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.489589 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] debug = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.489864 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.490384 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.490791 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.491071 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.491357 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.491632 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.491899 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.492168 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.492449 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.492784 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] host = dv-cinder-789564-13-iscsi {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.493061 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.493347 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.493623 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.493909 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.494206 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.494481 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.494763 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.495035 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.495307 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] log_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.495580 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.495865 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.496149 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.496436 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.496659 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.496879 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.497163 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.498041 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.498396 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.498671 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.498945 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.499217 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.499489 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.499756 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.500039 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.500319 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.500600 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.500874 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.501144 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.501413 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.501682 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.501961 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.502256 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.502566 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.502832 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.503123 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.503385 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.503655 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.503962 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.504243 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.504520 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.504799 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.505068 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.505345 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.505613 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.505877 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.506167 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] use_json = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.506433 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.506697 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.506973 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.507242 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.507513 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.507777 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.508044 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.508322 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:22.508616 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.508906 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.509203 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.509485 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.509775 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.510074 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.510360 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.510632 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.510916 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.511201 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.511486 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.511759 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.512043 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.512316 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.512607 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.512909 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.513369 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.513662 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.513943 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.514241 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.514512 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.514787 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.515077 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.515350 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.515636 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.515923 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.516199 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.516481 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.516772 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.517058 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.517328 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.517614 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.517900 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.518377 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.518653 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.518931 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.519215 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.519488 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.519757 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.520037 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.520311 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.520584 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.520852 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.521124 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.521415 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.521687 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.521954 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.522248 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.522521 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.522788 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.523069 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.523339 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.523609 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.523888 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.524164 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.524436 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.524707 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.525052 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.525337 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.525615 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.525886 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.526182 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.526456 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.526728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.526997 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.527267 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.527533 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.527808 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.528074 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.528343 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.528652 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.528925 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.529193 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.529481 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.529775 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.530079 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.530362 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.530633 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.530906 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.531177 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.531451 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.531722 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.531996 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.532264 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.532557 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.532835 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.533122 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.533402 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.533679 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.533992 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.534278 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.534558 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.534832 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.535106 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.535387 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.535665 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.535957 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.536250 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.536539 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.536828 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.537120 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.537399 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.537704 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.537990 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:22.538215 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 19:30:22.538462 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95017) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 19:30:22.902664 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 19:30:22.902857 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 19:30:22.903125 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 19:30:22.903455 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 19:30:23.338772 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.339162 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.339521 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.340905 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.341712 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.342122 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.378590 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.378903 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.379199 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.399681 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.400015 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.400329 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.436807 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.437090 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.437355 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.474649 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.474968 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.475272 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.726224 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.726870 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.726870 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.727090 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.727776 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.870379 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.870806 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.871163 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.871508 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.871860 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.872387 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.873266 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.873610 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.873950 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.874345 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.874699 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.875052 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.875392 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.875728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.876068 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.876428 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.876769 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.877121 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.877477 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.877816 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.878207 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.878549 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.878921 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.879421 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.879766 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.880097 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.880620 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 19:30:23.880942 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 19:30:23.881260 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 19:30:23.881581 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 19:30:23.881905 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 19:30:23.882252 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 19:30:23.882874 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 19:30:23.886528 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 19:30:23.891538 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 19:30:23.896020 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 31 19:30:23.898051 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 19:30:23.898515 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 19:30:23.899033 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 19:30:23.899422 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 19:30:23.902469 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 19:30:23.902713 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 19:30:23.903070 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 19:30:23.911401 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 19:30:23.936990 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 19:30:23.937581 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.937897 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95017) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 19:30:23.938317 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.940211 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95017) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 19:30:23.940505 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 19:30:23.940748 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 19:30:23.944525 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:23.944909 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.011966 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 19:30:24.012256 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 19:30:24.012411 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 19:30:24.012779 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 19:30:24.038700 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_db.sqlalchemy.engines [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95017) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 19:30:24.595867 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Initializing driver for type 'gre' Aug 31 19:30:24.596585 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] gre ID ranges: [(1, 1000)] Aug 31 19:30:24.662666 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Initializing driver for type 'local' Aug 31 19:30:24.663144 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Initializing driver for type 'vlan' Aug 31 19:30:24.683472 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] VlanTypeDriver initialization complete Aug 31 19:30:24.683978 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Initializing driver for type 'vxlan' Aug 31 19:30:24.684538 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] vxlan ID ranges: [(1, 1000)] Aug 31 19:30:24.758055 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Initializing extension driver 'port_security' Aug 31 19:30:24.759108 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.extensions.port_security [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] PortSecurityExtensionDriver initialization complete Aug 31 19:30:24.759108 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Initializing mechanism driver 'openvswitch' Aug 31 19:30:24.759547 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Initializing mechanism driver 'hyperv' Aug 31 19:30:24.767184 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:24.767874 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > port after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.768243 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > port after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.768590 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > port after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.769140 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 19:30:24.769581 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > subnet after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.769935 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > subnet after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.770307 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.770708 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 19:30:24.771121 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > network after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.771470 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > network after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.771809 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > network after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.772201 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 19:30:24.772607 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > security_group after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.772953 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > security_group after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.773289 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.773860 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 19:30:24.774305 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.774656 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.774996 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.775392 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 19:30:24.775793 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > address_group after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.776135 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > address_group after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.776469 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.776851 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 19:30:24.777229 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] ML2 OVO RPC backend initialized. {{(pid=95017) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 19:30:24.778023 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.778414 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.779424 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > network before_response 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.779769 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > networks before_response 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.780112 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > port before_response 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.780445 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > ports before_response 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.780786 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > subnet before_response 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.781125 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > subnets before_response 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.781470 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > network after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.781806 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > network after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.782167 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > network after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.782502 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > port after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.782834 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > port after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.783165 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > port after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.783493 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > subnet after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.783824 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > subnet after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.784153 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.784793 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.plugin [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Modular L2 Plugin initialization complete Aug 31 19:30:24.785121 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading services supported by the core plugin {{(pid=95017) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 19:30:24.785449 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.plugins.ml2.managers [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Got port-security extension from driver 'port_security' Aug 31 19:30:24.785907 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.extensions.vlantransparent [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Disabled vlantransparent extension. Aug 31 19:30:24.786413 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95017) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 19:30:24.786724 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading Plugin: router Aug 31 19:30:24.827071 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.827463 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router after_create 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.827831 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router before_create 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.828195 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.828567 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.828925 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router after_delete 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.829288 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.829633 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.830038 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router after_create 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.830386 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router after_update 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.830730 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router after_update 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.831075 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.831427 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router after_update 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.831835 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router precommit_update 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.832205 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: port after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.832544 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: port after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.832881 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: subnet after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.833212 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.833561 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.833907 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router precommit_create 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.834274 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: port before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.834612 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router precommit_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.834965 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router after_update 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.835303 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.835652 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router precommit_create 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.836009 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.836352 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router precommit_update 55549900 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.836712 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > agent after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.837057 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > agent after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.837397 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > network after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.838366 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Tracking information for resource: router configured {{(pid=95017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 19:30:24.838694 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Tracking information for resource: floatingip configured {{(pid=95017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 19:30:24.844327 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.db.l3_agentschedulers_db [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 19:30:24.844949 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: port after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.845315 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: port after_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.845665 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: port after_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.846101 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: port after_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.846897 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router before_create 55550100 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.847270 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.847636 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router precommit_create 55550100 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.847994 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > router precommit_update 55550100 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.852975 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.services.provider_configuration [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service providers = [] {{(pid=95017) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 19:30:24.853348 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.db.servicetype_db [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95017) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 19:30:24.856835 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.services.service_base [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 19:30:24.857251 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.services.service_base [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 19:30:24.857597 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.services.service_base [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 19:30:24.858763 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.services.service_base [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 19:30:24.859191 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.services.service_base [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 19:30:24.859593 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 19:30:24.859909 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 19:30:24.872810 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 19:30:24.873354 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading Plugin: auto_allocate Aug 31 19:30:24.880316 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: network precommit_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.880692 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: network precommit_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.881250 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 19:30:24.881575 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading Plugin: tag Aug 31 19:30:24.890126 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 19:30:24.890487 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading Plugin: timestamp Aug 31 19:30:24.895157 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 19:30:24.895482 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading Plugin: network_ip_availability Aug 31 19:30:24.901600 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.901986 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.902348 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:24.903132 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 19:30:24.903483 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading Plugin: flavors Aug 31 19:30:24.908454 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 19:30:24.908784 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading Plugin: revisions Aug 31 19:30:24.913227 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 19:30:24.913629 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_concurrency.lockutils [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.010s {{(pid=95017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 19:30:24.914429 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95017) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 19:30:24.914763 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Initializing extension manager. Aug 31 19:30:24.915281 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: __init__.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.915621 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: __pycache__ {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.915954 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.916283 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: address_group.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.917095 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.917766 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: address-group Aug 31 19:30:24.918129 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: address_scope.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.918864 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.919429 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: address-scope Aug 31 19:30:24.919749 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.920752 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.921263 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: router-admin-state-down-before-update Aug 31 19:30:24.921580 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: agent.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.922711 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.923222 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: agent Aug 31 19:30:24.923544 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: agent_resources_synced.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.924797 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.925186 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: agent-resources-synced Aug 31 19:30:24.925502 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: allowedaddresspairs.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.927461 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.928251 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: allowed-address-pairs Aug 31 19:30:24.928576 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: auto_allocated_topology.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.929713 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.930261 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: auto-allocated-topology Aug 31 19:30:24.930582 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: availability_zone.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.931284 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.931789 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: availability_zone Aug 31 19:30:24.932106 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: availability_zone_filter.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.933030 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.933535 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: availability_zone_filter Aug 31 19:30:24.933851 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: data_plane_status.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.935336 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.935837 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 19:30:24.936155 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: default_subnetpools.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.937062 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.937563 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: default-subnetpools Aug 31 19:30:24.937878 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.938763 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.939271 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: dhcp_agent_scheduler Aug 31 19:30:24.939589 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: dns.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.940522 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.941022 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 19:30:24.941337 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: dns_domain_ports.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.942274 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.942777 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 19:30:24.943095 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.944029 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.944565 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 19:30:24.944851 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: dvr.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.945534 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.946064 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: dvr Aug 31 19:30:24.946381 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: ecmp_routes.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.947307 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.947811 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 19:30:24.948125 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: empty_string_filtering.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.949032 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.949569 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: empty-string-filtering Aug 31 19:30:24.949886 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.952789 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.953369 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 19:30:24.953691 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.954736 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.955247 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 19:30:24.955566 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: external_net.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.956477 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.956987 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: external-net Aug 31 19:30:24.957304 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.958238 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.958739 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: extra_dhcp_opt Aug 31 19:30:24.959054 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: extraroute.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.959955 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.960457 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: extraroute Aug 31 19:30:24.960770 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: extraroute_atomic.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.961813 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.962449 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: extraroute-atomic Aug 31 19:30:24.962767 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: filter_validation.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.963473 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.963977 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: filter-validation Aug 31 19:30:24.964292 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: fip_pf_description.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.965242 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.965745 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 19:30:24.967088 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: fip_port_details.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.968038 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.968551 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: fip-port-details Aug 31 19:30:24.968867 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: flavors.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.970160 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.970682 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: flavors Aug 31 19:30:24.971002 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.972670 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.973191 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 19:30:24.973517 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: floatingip_pools.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.974260 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.974772 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: floatingip-pools Aug 31 19:30:24.975093 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: ip_allocation.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.976039 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.976542 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 19:30:24.976859 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.977788 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.978329 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: ip-substring-filtering Aug 31 19:30:24.978650 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: l2_adjacency.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.979575 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.980086 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 19:30:24.980403 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: l3.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.981648 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.982707 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: router Aug 31 19:30:24.983030 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.985375 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.985909 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 19:30:24.986260 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.987374 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.987890 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: ext-gw-mode Aug 31 19:30:24.988211 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.989164 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.989743 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: l3-ha Aug 31 19:30:24.990311 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: l3_flavors.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.991502 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.992017 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: l3-flavors Aug 31 19:30:24.992343 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.993268 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.993981 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 19:30:24.994509 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: l3agentscheduler.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.995613 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.996133 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: l3_agent_scheduler Aug 31 19:30:24.996456 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: logging.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:24.998621 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:24.999453 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension logging not supported by any of loaded plugins Aug 31 19:30:24.999787 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: metering.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.000572 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.001154 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: metering Aug 31 19:30:25.001475 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.002629 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.003147 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: metering_source_and_destination_fields Aug 31 19:30:25.003469 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: multiprovidernet.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.004402 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.004910 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: multi-provider Aug 31 19:30:25.005229 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: netmtu.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.006184 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.006693 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: net-mtu Aug 31 19:30:25.007011 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: netmtu_writable.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.007924 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.008427 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: net-mtu-writable Aug 31 19:30:25.008745 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: network_availability_zone.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.009419 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.009921 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: network_availability_zone Aug 31 19:30:25.010265 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: network_ip_availability.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.011361 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.011871 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: network-ip-availability Aug 31 19:30:25.012189 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: network_segment_range.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.013007 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.013507 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 19:30:25.013822 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: pagination.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.014859 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.015180 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: pagination Aug 31 19:30:25.015489 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: port_device_profile.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.016399 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.016913 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: port-device-profile Aug 31 19:30:25.017226 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.018187 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.018698 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: port-mac-address-regenerate Aug 31 19:30:25.019015 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.019946 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.020451 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: port-numa-affinity-policy Aug 31 19:30:25.020771 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: port_resource_request.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.021698 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.022235 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 19:30:25.022549 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: portbindings.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.023489 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.023998 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: binding Aug 31 19:30:25.024316 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: portbindings_extended.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.025785 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.026337 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: binding-extended Aug 31 19:30:25.026661 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: portsecurity.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.027590 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.028107 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: port-security Aug 31 19:30:25.029227 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: project_id.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.029991 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.030314 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: project-id Aug 31 19:30:25.030638 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: providernet.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.031586 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.032117 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: provider Aug 31 19:30:25.032448 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.036187 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.036732 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos not supported by any of loaded plugins Aug 31 19:30:25.037062 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.038401 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.038916 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 19:30:25.039243 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.040164 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.040675 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 19:30:25.040993 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos_default.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.041907 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.042458 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos-default not supported by any of loaded plugins Aug 31 19:30:25.042780 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos_fip.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.043440 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.043938 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 19:30:25.044853 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos_gateway_ip.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.045888 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.046435 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 19:30:25.046755 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos_port_network_policy.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.047678 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.048189 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 19:30:25.048509 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos_pps_rule.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.049725 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.050272 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 19:30:25.050592 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos_rule_type_details.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.051504 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.052012 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 19:30:25.052329 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: qos_rules_alias.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.053631 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.054164 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 19:30:25.054483 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: quotasv2.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.055466 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.055793 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: quotas Aug 31 19:30:25.056108 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: quotasv2_detail.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.059265 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.059598 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: quota_details Aug 31 19:30:25.060581 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: rbac.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.061892 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.062463 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: rbac-policies Aug 31 19:30:25.062786 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: rbac_address_group.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.063728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.064247 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: rbac-address-group Aug 31 19:30:25.064567 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: rbac_address_scope.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.065478 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.066024 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: rbac-address-scope Aug 31 19:30:25.066347 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: rbac_security_groups.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.067258 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.067764 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: rbac-security-groups Aug 31 19:30:25.068082 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: rbac_subnetpool.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.068995 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.069505 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: rbac-subnetpool Aug 31 19:30:25.069820 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: revisionifmatch.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.070764 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.071280 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: revision-if-match Aug 31 19:30:25.071600 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: revisions.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.072728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.073242 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: standard-attr-revisions Aug 31 19:30:25.073561 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: router_availability_zone.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.074273 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.074783 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: router_availability_zone Aug 31 19:30:25.075098 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: routerservicetype.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.076604 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.077109 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 19:30:25.077422 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.078371 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.078883 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: security-groups-normalized-cidr Aug 31 19:30:25.079196 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.080118 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.080626 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: port-security-groups-filtering Aug 31 19:30:25.080943 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.081858 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.082491 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: security-groups-remote-address-group Aug 31 19:30:25.082811 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: securitygroup.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.094007 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.094666 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: security-group Aug 31 19:30:25.094995 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: segment.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.095930 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.096507 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension segment not supported by any of loaded plugins Aug 31 19:30:25.096778 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.097858 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.098431 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 19:30:25.098753 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: servicetype.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.100043 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.100581 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: service-type Aug 31 19:30:25.100906 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: sorting.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.102048 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.102352 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: sorting Aug 31 19:30:25.102675 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: standard_attr_segment.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.103636 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.104198 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 19:30:25.104519 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: standardattrdescription.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.105212 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.105726 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: standard-attr-description Aug 31 19:30:25.106076 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: stateful_security_group.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.107218 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.107755 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: stateful-security-group Aug 31 19:30:25.108077 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: stdattrs_common.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.108683 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 19:30:25.109000 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.110017 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.110554 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 19:30:25.110873 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: subnet_onboard.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.112025 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.112549 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: subnet_onboard Aug 31 19:30:25.112870 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.113858 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.114486 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 19:30:25.114804 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: subnet_service_types.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.115818 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.116355 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: subnet-service-types Aug 31 19:30:25.116680 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: subnetallocation.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.117839 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.118394 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: subnet_allocation Aug 31 19:30:25.118715 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.119421 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.119936 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: subnetpool-prefix-ops Aug 31 19:30:25.120253 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.121267 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.121877 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 19:30:25.122771 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: tagging.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.123987 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.124525 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: standard-attr-tag Aug 31 19:30:25.124850 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: timestamp.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.126250 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.126792 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loaded extension: standard-attr-timestamp Aug 31 19:30:25.127120 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: trunk.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.128207 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.128734 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension trunk not supported by any of loaded plugins Aug 31 19:30:25.129061 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: trunk_details.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.130065 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.130588 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 19:30:25.130914 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: uplink_status_propagation.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.131886 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.132414 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 19:30:25.132737 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Loading extension file: vlantransparent.py {{(pid=95017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 19:30:25.133444 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 19:30:25.133955 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 19:30:25.136575 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:network Aug 31 19:30:25.137105 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:subnet Aug 31 19:30:25.137502 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 19:30:25.138489 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:port Aug 31 19:30:25.139965 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.140403 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service FLAVORS assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.141179 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.141450 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.141789 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:router Aug 31 19:30:25.142267 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 19:30:25.142774 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service METERING assigned prefix: /metering {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.144282 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:25.144655 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:25.145005 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:30:25.146237 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 19:30:25.146699 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:security_group Aug 31 19:30:25.147336 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 19:30:25.149314 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service CORE assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.149659 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 19:30:25.150056 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] subnetpool is already registered Aug 31 19:30:25.150497 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service CORE assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.150826 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 19:30:25.151157 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] subnetpool is already registered Aug 31 19:30:25.154205 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.154648 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service FLAVORS assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.155252 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.155669 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.156005 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:router Aug 31 19:30:25.156347 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] router is already registered Aug 31 19:30:25.156761 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 19:30:25.157094 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] floatingip is already registered Aug 31 19:30:25.157556 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service METERING assigned prefix: /metering {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.158289 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 19:30:25.158616 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] rbac_policy is already registered Aug 31 19:30:25.159030 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:security_group Aug 31 19:30:25.159360 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] security_group is already registered Aug 31 19:30:25.159759 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 19:30:25.160086 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] security_group_rule is already registered Aug 31 19:30:25.160758 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service CORE assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.161085 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 19:30:25.161414 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] subnetpool is already registered Aug 31 19:30:25.161835 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.v2.resource_helper [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Service CORE assigned prefix: {{(pid=95017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 19:30:25.162181 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 19:30:25.162509 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING neutron.quota.resource_registry [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] subnetpool is already registered Aug 31 19:30:25.162988 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: extensions {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.164511 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: address-groups {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.166042 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: address-scopes {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.167371 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: agents {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.168552 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: auto-allocated-topology {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.170657 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: availability_zones {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.171925 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: dhcp-networks {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.173456 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: dhcp-agents {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.174894 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: routers {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.177182 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: flavors {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.178679 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: service_profiles {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.180044 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: next_providers {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.181469 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: service_profiles {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.183016 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: floatingip-pools {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.184223 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: routers {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.186539 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: floatingips {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.187818 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: l3-routers {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.189191 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: l3-agents {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.190623 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: metering-labels {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.191960 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: metering-label-rules {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.193257 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: network-ip-availabilities {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.194526 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: bindings {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.196170 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: quotas {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.197608 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: quotas {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.199053 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: rbac-policies {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.200746 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: security-groups {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.202194 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: security-group-rules {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.203424 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: service-providers {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.204613 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: subnetpools {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.206050 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: subnetpools {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.207605 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.209258 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.211070 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.212830 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.215846 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.218312 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.219973 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.221884 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.223630 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.225352 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron.api.extensions [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Extended resource: tags {{(pid=95017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 19:30:25.231359 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING keystonemiddleware.auth_token [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 19:30:25.236634 dv-cinder-789564-13-iscsi neutron-server[95017]: WARNING keystonemiddleware.auth_token [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 19:30:25.244953 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_concurrency.lockutils [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Acquired lock "singleton_lock" {{(pid=95017) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 19:30:25.245428 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_concurrency.lockutils [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Releasing lock "singleton_lock" {{(pid=95017) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 19:30:25.246114 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO oslo_service.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Starting 2 workers Aug 31 19:30:25.251614 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Started child 95340 {{(pid=95017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 19:30:25.256276 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Started child 95343 {{(pid=95017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 19:30:25.257957 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO neutron.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 19:30:25.258651 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Notify callbacks [] for process, before_spawn {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.260665 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.261504 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO oslo_service.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Starting 1 workers Aug 31 19:30:25.261660 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.263341 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [-] (95343) wsgi starting up on http://0.0.0.0:9696 Aug 31 19:30:25.263515 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [-] (95340) wsgi starting up on http://0.0.0.0:9696 Aug 31 19:30:25.267319 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Started child 95344 {{(pid=95017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 19:30:25.268139 dv-cinder-789564-13-iscsi neutron-server[95017]: INFO oslo_service.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Starting 1 workers Aug 31 19:30:25.272535 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] calling RpcWorker wait() {{(pid=95344) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 19:30:25.273430 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Started child 95345 {{(pid=95017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 19:30:25.273577 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.service [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] returning from RpcWorker wait() {{(pid=95344) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 19:30:25.273906 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a4b3eb2-2904-4815-ab04-33f6f19d7c40 None None] Notify callbacks [] for process, after_spawn {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.275040 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.275695 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:25.275903 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95017) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 19:30:25.276298 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 19:30:25.276473 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 19:30:25.276685 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 19:30:25.277192 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 19:30:25.277348 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 19:30:25.277825 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.278120 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.278419 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.279220 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.279697 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.280319 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.280552 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.280815 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.281097 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.281341 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.281491 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.281647 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.282133 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.282417 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.282779 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.283047 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.283288 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.283551 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.283690 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:25.284450 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.284450 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.284450 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.284450 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.284959 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] debug = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.284959 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.285374 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.285776 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.286031 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.286223 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.286496 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.286715 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.286997 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.287232 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.287424 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.287656 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.287910 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.288141 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.288344 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.288536 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.288774 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.288968 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.289460 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] host = dv-cinder-789564-13-iscsi {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.289815 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.290037 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.290226 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.290411 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.290627 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.290837 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.291085 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.291322 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.291642 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.291863 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.292120 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.292331 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.292522 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.292870 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.293078 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_options = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.293270 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.293459 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.293669 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.293882 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.295033 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.295033 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.295033 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.295586 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.295586 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.295586 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.296407 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.296407 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.296407 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.296407 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.297127 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.297127 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.297127 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.297773 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.297773 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.297773 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.298329 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.298329 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.298329 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.298848 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.298848 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.299208 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.299208 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.299546 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.299546 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.299927 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.300342 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.300342 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.300689 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.300689 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.301046 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.301236 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.301436 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.301627 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.301804 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.302012 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.302259 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.302482 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.303128 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.303326 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.303524 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.303715 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_json = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.303908 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.304096 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.304295 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.304496 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.304675 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.304874 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.305062 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.305291 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.305728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.306335 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.306335 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.306699 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.306865 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.307160 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.307338 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.307508 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.307682 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.307847 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.308173 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.308376 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.308669 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.308860 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.309126 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.309452 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.310434 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.310654 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.310837 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.311019 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.311208 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.311449 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.314845 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.314984 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.315278 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.315618 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 39698) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:25.315713 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.316027 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.316867 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.317276 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.317670 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.318120 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.318494 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.318871 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.319274 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.319639 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.320022 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.320412 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.321015 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.321395 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.321770 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.322307 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.322708 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.323088 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.323681 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.324098 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.324524 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.324946 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.325360 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.325750 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.326153 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.326848 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.327213 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.328154 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.328154 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.328508 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.328835 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094881 Aug 31 19:30:25.328947 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.329277 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.329648 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.330030 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.330411 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.330996 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.331359 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.331707 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.332065 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.332446 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.333931 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.334964 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.336702 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.336702 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.336702 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.336702 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.337198 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.337321 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.337644 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.338208 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.338722 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.339097 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.339435 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.339854 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.340221 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.340736 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.340954 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.341193 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.342335 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.342615 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:25.342760 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.343024 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.343572 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.344135 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.344526 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.344982 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.345456 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.346490 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.346490 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.347731 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.348617 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.349226 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.349611 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.350077 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.350489 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.351034 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.352319 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.352728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.353157 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.355240 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.357647 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.358482 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.360545 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.360981 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.361398 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.361804 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.367906 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.368367 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.370623 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.371059 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.371476 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.371890 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.372917 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.375233 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.381397 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.381835 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.382358 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.382923 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.383451 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.383879 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.384309 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.384751 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.385177 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.385575 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.388172 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.390371 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.392050 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.393001 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.393952 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.395763 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.396197 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.396567 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.396999 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.397501 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.397911 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.398638 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.399288 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.401793 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.403584 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.405102 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.405426 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.405847 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.408535 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.408975 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.412100 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.412522 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.412903 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.413342 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.413691 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.414098 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.414491 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.414901 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.415275 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.415656 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.416048 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.417228 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.417228 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.417228 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.417628 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.417916 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.421882 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.421882 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.421882 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.422360 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.422546 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.422927 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.423296 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.423656 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.424047 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.424339 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.424707 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.424999 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.425287 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.425582 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.425953 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.426361 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.426673 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.427034 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.427384 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.427693 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.428260 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.428592 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.428882 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.429200 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.429519 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.429848 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.431489 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.432624 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.435411 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.435847 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.436339 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.436759 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.437053 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.437461 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.437871 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.438563 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.438932 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.439829 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.440258 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.441107 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.442012 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.442638 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.443037 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.444114 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.444491 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.444839 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.445373 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.447560 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.447968 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.448344 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.448732 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.449108 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.449460 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.451376 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.451376 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.451376 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.451807 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.452116 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.452438 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.453823 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.453823 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.453823 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.453823 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.454552 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.454902 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.455263 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.455604 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.455987 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.456340 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.456686 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.457016 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.457343 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.457688 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.458074 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.458435 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.458788 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.461206 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.462034 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.463352 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.463671 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.464328 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.464607 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.464946 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.465511 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.470481 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.470481 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.471063 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.471317 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.471617 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.472039 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.472546 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.472917 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.473328 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.473756 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.475778 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.476483 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.477020 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.477548 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.478208 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.478642 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.479073 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.479519 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.479962 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.480425 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.480815 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.482565 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.482565 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.483253 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.483605 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.483944 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.484305 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.484627 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.484974 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.485308 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.485638 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.486008 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.486385 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.486760 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.487142 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.488072 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.488542 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.488921 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.489895 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.490301 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.490663 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.491381 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.491706 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 19:30:25.492966 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95017) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 19:30:25.493231 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 19:30:25.493519 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 19:30:25.494240 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 19:30:25.495036 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 19:30:25.496418 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 19:30:25.496833 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.497134 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.497929 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.498245 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.498806 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.499156 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.499398 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.499669 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.499937 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.500217 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.501573 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.502236 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.502236 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.502411 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.502594 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.502860 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.503124 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.504117 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.504256 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:25.504394 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.504520 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.504740 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.504991 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.505263 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] debug = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.505515 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.506476 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.506476 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.506476 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.506476 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.506951 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.506951 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.507229 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.507349 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.508115 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.508115 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.508115 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.508115 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.508578 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.508578 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.508885 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.509155 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.509485 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] host = dv-cinder-789564-13-iscsi {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.509692 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.510087 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.510314 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.510657 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.510965 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.511456 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.511797 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.512348 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.512716 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.513515 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.513875 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.514208 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.514575 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.514745 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.514994 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_options = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.515320 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.515472 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.515665 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.515924 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.516079 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.516293 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.516474 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.516610 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.516793 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.517080 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.517340 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.517595 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.517850 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.518215 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.518471 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.519728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.519728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.519728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.519728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.519728 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.520516 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.520516 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.520516 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.520963 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.521643 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.521928 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.522245 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.522529 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.522796 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.523995 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.523995 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.523995 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.523995 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.523995 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.524529 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.524529 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.524745 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.525001 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.525279 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.525573 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.526379 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.526379 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.526379 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.526717 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.526902 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.527204 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_json = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.529309 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.529309 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.529309 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.529309 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.529309 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.529309 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.530332 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.530332 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 19:30:25.534052 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.534565 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.535727 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.535727 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.538475 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.538764 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.539049 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.539335 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.539647 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.540046 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.542083 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.542472 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.542829 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.543164 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.543518 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.543851 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.544838 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.546310 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.548656 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.550536 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.550536 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.550932 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.551099 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.551433 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.553572 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.553572 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.554376 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.557243 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.557607 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.557760 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.557949 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.558412 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.559121 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.559441 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.560301 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.560675 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.560958 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.561258 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.561550 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.561792 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.564078 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.564450 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.565587 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.565907 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.566214 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.566522 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.566780 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.567053 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.567326 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.567602 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.568198 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.568480 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.568745 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.569019 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.569290 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.569556 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.569835 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.570137 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.570399 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572031 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572031 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572031 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572031 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572031 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572031 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572031 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572852 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572852 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572852 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.572852 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.573945 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.573945 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.573945 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.573945 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.573945 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.574540 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.574540 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.574772 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.574772 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.575008 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.575464 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.575464 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.575911 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.575911 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.576331 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.576552 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.576768 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.576994 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.577215 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.577438 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.577673 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.578179 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.578179 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.578328 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.578494 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.579944 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.579944 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.579944 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.579944 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.579944 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.579944 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.580758 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.580758 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.580758 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.581287 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.581287 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.581287 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.581663 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.581663 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.581940 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.582205 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.582347 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.582481 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.583340 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.583340 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.583340 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.583340 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.583859 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.583859 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.584131 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.584131 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.584385 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.584517 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.584721 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.584938 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.586542 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.586542 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.586542 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.586542 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.586542 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.586542 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.586542 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.587447 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.587447 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.587447 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.587447 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.587953 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.587953 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.587953 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.588461 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.588461 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.588717 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.588971 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.590804 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.593814 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.596630 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.596908 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.597716 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.597716 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.597716 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.598543 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.598543 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.598543 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.598959 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.598959 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.599226 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.599373 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.599514 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.599730 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.599987 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.600241 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.600535 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.600782 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.601034 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.601284 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.601531 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.601780 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.604362 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.604362 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.604362 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.604362 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.604362 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.604362 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.604362 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.604362 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.605265 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.605265 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.605265 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.605265 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.605265 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.605752 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.605752 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.605960 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.606585 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.606751 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.607001 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.607298 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.608090 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.608360 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.608653 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.608932 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.609208 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.609522 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.609804 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.610422 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.610944 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.611467 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.612013 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.612506 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.613153 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.613693 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.614353 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.614870 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.615391 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.615906 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.616419 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.616708 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.617001 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.617283 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.617556 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.617841 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.618251 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.618480 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.618759 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.619140 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.619304 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.619593 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.619897 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.620177 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.620463 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.620751 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.621062 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.621927 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.621927 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.621927 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.622992 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.622992 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.623437 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.624070 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.624070 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.624351 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.624548 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.624823 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.625093 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.625951 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.625951 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.625951 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.626302 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.626507 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.626793 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.627081 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.627377 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.627663 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.627953 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.628236 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.628527 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.628796 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.629099 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.629396 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.629674 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.630044 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.630307 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.630581 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.630856 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.631164 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.631441 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.631730 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.632007 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.632296 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.632580 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.632868 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.633158 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.633461 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.633765 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.634088 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.634387 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.634683 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.634976 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.635246 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.635535 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.635838 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.636100 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.636377 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.636653 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.636935 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.637213 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.637499 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.637846 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.638651 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.638935 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.640169 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.640169 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.640169 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.640169 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.640803 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.640803 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.641116 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.641360 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.641498 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.641681 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 19:30:25.642497 dv-cinder-789564-13-iscsi neutron-server[95017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 19:30:38.522638 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c04245-8cc1-48b6-ad7d-2ec0023b2a58 None None] get_active_networks_info from dv-cinder-789564-13-iscsi {{(pid=95344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 19:30:38.623486 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c04245-8cc1-48b6-ad7d-2ec0023b2a58 None None] No non-hosted networks {{(pid=95344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 19:30:38.657343 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.agentschedulers_db [None req-07c04245-8cc1-48b6-ad7d-2ec0023b2a58 None None] DHCP Agent not found on host dv-cinder-789564-13-iscsi {{(pid=95344) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 19:30:38.830800 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-05f77847-8320-4820-b5d0-bba1937770aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419300'] for agent, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:41.503120 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419300'] for agent, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:41.504625 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.505286 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.505830 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.506439 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.506980 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.507563 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.508135 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.508718 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.509528 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.510091 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.511854 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.512719 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:41.513956 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-13-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:41.542371 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-13-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:30:41.885403 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4e104cb4-130d-4e63-997c-65840e5fa25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419300'] for agent, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:41.950118 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-f6608531-cb67-4c0a-9057-79c4b9dd93c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:42.917063 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419300'] for agent, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:44.429024 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419300'] for agent, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:45.665696 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 39804) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:46.216031 dv-cinder-789564-13-iscsi neutron-server[95343]: WARNING oslo_policy.policy [None req-6a05f940-04f6-4797-9a1c-e9493886ef3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 19:30:46.216633 dv-cinder-789564-13-iscsi neutron-server[95343]: WARNING oslo_policy.policy [None req-6a05f940-04f6-4797-9a1c-e9493886ef3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 19:30:46.440297 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [None req-6a05f940-04f6-4797-9a1c-e9493886ef3e admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:30:46.441269 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-6a05f940-04f6-4797-9a1c-e9493886ef3e admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7745373 Aug 31 19:30:47.276854 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.db.l3_hamode_db [None req-6982994d-9cb8-47e4-8735-3a6f31a9a3f1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 19:30:47.360975 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982994d-9cb8-47e4-8735-3a6f31a9a3f1 None None] Routers set() bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:30:47.361361 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982994d-9cb8-47e4-8735-3a6f31a9a3f1 None None] Router IDs set() for agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 19:30:48.944076 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 39818) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:49.294667 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-9aaf127e-2914-42a4-9d93-0ff5f3ecf10e admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:49.392197 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.policy [None req-9aaf127e-2914-42a4-9d93-0ff5f3ecf10e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95343) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 19:30:49.440498 dv-cinder-789564-13-iscsi neutron-server[95343]: WARNING oslo_policy.policy [None req-9aaf127e-2914-42a4-9d93-0ff5f3ecf10e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 19:30:49.440876 dv-cinder-789564-13-iscsi neutron-server[95343]: WARNING oslo_policy.policy [None req-9aaf127e-2914-42a4-9d93-0ff5f3ecf10e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 19:30:49.450188 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.quota [None req-9aaf127e-2914-42a4-9d93-0ff5f3ecf10e admin admin] Loaded quota_driver: . Aug 31 19:30:49.546430 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9aaf127e-2914-42a4-9d93-0ff5f3ecf10e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794137356579', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794137360240', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794137306862', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794137308994', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794136866940', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794137325797', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7979378', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7861589', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-501951', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1596015'] for rbac-policy, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.615478 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9aaf127e-2914-42a4-9d93-0ff5f3ecf10e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:49.616680 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-9aaf127e-2914-42a4-9d93-0ff5f3ecf10e admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6718631 Aug 31 19:30:52.330258 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 39830) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:52.653340 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:52.684147 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Made reservation on behalf of f8d6ae8bc71c47d7a124f204d3e910d7 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:52.686967 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.704565 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.833231 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.837227 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.858272 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:30:52.886268 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794133825226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:52.887021 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Unsubscribe: segment precommit_create {{(pid=95343) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 19:30:52.887359 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Added segment c2374458-f300-498c-bb2b-4dc6ac20f4c4 of type vlan for network 39ca23f5-3a4b-404a-a393-a325bbe8a02f Aug 31 19:30:52.905044 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f992e4-4092-491a-930d-60fe8b65a894,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:52.956084 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.956424 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.956752 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.957072 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.957388 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.957720 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.958067 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.958395 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.958721 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.959032 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.959336 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.959640 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Tracked resource versions report: Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: pushed versions: Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: { 'AddressGroup': {'1.2'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'ConntrackHelper': {'1.0'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Log': {'1.0'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Network': {'1.1'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Port': {'1.7'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'PortForwarding': {'1.2'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'QosPolicy': {'1.9'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SecurityGroup': {'1.4'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SubPort': {'1.0'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Subnet': {'1.1'}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Trunk': {'1.1'}} Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: consumer versions: Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: { DHCP agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: L3 agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: Metadata agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: Metering agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: Open vSwitch agent@dv-cinder-789564-13-iscsi: { 'AddressGroup': '1.2', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'ConntrackHelper': '1.0', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Log': '1.0', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Network': '1.1', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Port': '1.7', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'PortForwarding': '1.2', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'QosPolicy': '1.9', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SecurityGroup': '1.4', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SecurityGroupRule': '1.2', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SubPort': '1.0', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Subnet': '1.1', Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Trunk': '1.1'}} Aug 31 19:30:52.960987 dv-cinder-789564-13-iscsi neutron-server[95343]: {{(pid=95343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:30:53.009527 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.050216 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.051263 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:53.052163 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:53.147483 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8160253 Aug 31 19:30:53.157617 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655e46a-7624-43e9-b809-e809ab8a7818 admin admin] Pushing event updated for resources: {'Network': ['ID=39ca23f5-3a4b-404a-a393-a325bbe8a02f,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:53.182707 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 39ca23f5-3a4b-404a-a393-a325bbe8a02f details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:30:55.924547 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 39844) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:56.349877 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d74dabc-ae60-4f71-a387-eb05e59483f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:56.351382 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-3d74dabc-ae60-4f71-a387-eb05e59483f1 admin admin] 10.222.0.54 "GET /v2.0/networks/39ca23f5-3a4b-404a-a393-a325bbe8a02f HTTP/1.1" status: 200 len: 825 time: 0.4258194 Aug 31 19:30:56.376693 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-39ee4895-e27f-4936-8837-1d45f7cba7ee admin admin] 10.222.0.54 "GET /v2.0/subnetpools/7ec42e3a-8ddc-4ec3-bbe8-45818fc36dcc HTTP/1.1" status: 200 len: 734 time: 0.0184388 Aug 31 19:30:56.386106 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '7ec42e3a-8ddc-4ec3-bbe8-45818fc36dcc', 'gateway_ip': '172.20.0.1', 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:30:56.407920 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Made reservation on behalf of f8d6ae8bc71c47d7a124f204d3e910d7 for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:30:56.410377 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.717373 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.789709 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdeec16-8cfd-49fb-a758-a64259a644a1,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:56.795945 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Checking segment: {'id': 'c2374458-f300-498c-bb2b-4dc6ac20f4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:56.796316 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Network hostable DHCP agents. Network: 39ca23f5-3a4b-404a-a393-a325bbe8a02f, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:30:56.819630 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Network 39ca23f5-3a4b-404a-a393-a325bbe8a02f is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:30:56.832083 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 39ca23f5-3a4b-404a-a393-a325bbe8a02f) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:56.837616 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:30:56.838739 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:56.842319 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690968c9-52c7-4e48-8543-c5058ad03997 None None] Network 39ca23f5-3a4b-404a-a393-a325bbe8a02f requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:30:56.861746 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-82ad8b46-4658-4afe-aa40-437df479b6c4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4728158 Aug 31 19:30:57.196935 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-39ca23f5-3a4b-404a-a393-a325bbe8a02f', 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'fixed_ips': [{'subnet_id': '3cdeec16-8cfd-49fb-a758-a64259a644a1'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:30:57.198855 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.483981 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Allocated IP 172.20.0.2 (39ca23f5-3a4b-404a-a393-a325bbe8a02f/3cdeec16-8cfd-49fb-a758-a64259a644a1/4d3289f3-5eb2-4cd7-8fa0-0776513b18b0) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:30:57.689960 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.707331 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Transition to ACTIVE for port object 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:57.757280 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Transition to ACTIVE for port object 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:30:57.766474 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.835386 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Network 39ca23f5-3a4b-404a-a393-a325bbe8a02f is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:30:57.840771 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:30:57.849281 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:30:57.852326 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Pushing event updated for resources: {'Port': ['ID=4d3289f3-5eb2-4cd7-8fa0-0776513b18b0,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:57.886003 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.886471 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.886756 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.887018 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.887353 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.887904 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.888259 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.888626 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.888973 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.889322 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.889714 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.890068 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Tracked resource versions report: Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: pushed versions: Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: { 'AddressGroup': {'1.2'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'ConntrackHelper': {'1.0'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Log': {'1.0'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Network': {'1.1'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Port': {'1.7'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'PortForwarding': {'1.2'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'QosPolicy': {'1.9'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SecurityGroup': {'1.4'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SubPort': {'1.0'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Subnet': {'1.1'}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Trunk': {'1.1'}} Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: consumer versions: Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: { DHCP agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: L3 agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: Metadata agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: Metering agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: Open vSwitch agent@dv-cinder-789564-13-iscsi: { 'AddressGroup': '1.2', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'ConntrackHelper': '1.0', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Log': '1.0', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Network': '1.1', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Port': '1.7', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'PortForwarding': '1.2', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'QosPolicy': '1.9', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SecurityGroup': '1.4', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SecurityGroupRule': '1.2', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SubPort': '1.0', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Subnet': '1.1', Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Trunk': '1.1'}} Aug 31 19:30:57.891487 dv-cinder-789564-13-iscsi neutron-server[95344]: {{(pid=95344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:30:57.940985 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Attempting to bind port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:30:57.941371 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Attempting to bind port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'c2374458-f300-498c-bb2b-4dc6ac20f4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:30:57.941827 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Attempting to bind port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 on network 39ca23f5-3a4b-404a-a393-a325bbe8a02f {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:30:57.946744 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:30:57.947151 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Checking segment: {'id': 'c2374458-f300-498c-bb2b-4dc6ac20f4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:30:57.947635 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:57.948029 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Bound using segment: {'id': 'c2374458-f300-498c-bb2b-4dc6ac20f4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:30:57.948934 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Bound port: 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2374458-f300-498c-bb2b-4dc6ac20f4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:30:57.949126 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.012065 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] For port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:30:58.016465 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] For port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=4d3289f3-5eb2-4cd7-8fa0-0776513b18b0,segment=NetworkSegment(c2374458-f300-498c-bb2b-4dc6ac20f4c4),segment_id=c2374458-f300-498c-bb2b-4dc6ac20f4c4)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:30:58.021040 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:30:58.086607 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bad896-39ee-4be7-948e-38d25406a1b4 None None] Pushing event updated for resources: {'Port': ['ID=4d3289f3-5eb2-4cd7-8fa0-0776513b18b0,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:30:59.395615 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 39852) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:30:59.936196 dv-cinder-789564-13-iscsi neutron-server[95340]: WARNING oslo_policy.policy [None req-ac49e8d3-9a63-4f9b-bc99-a5218c0d3f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 19:30:59.936782 dv-cinder-789564-13-iscsi neutron-server[95340]: WARNING oslo_policy.policy [None req-ac49e8d3-9a63-4f9b-bc99-a5218c0d3f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 19:31:00.160452 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [None req-ac49e8d3-9a63-4f9b-bc99-a5218c0d3f32 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:31:00.161762 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ac49e8d3-9a63-4f9b-bc99-a5218c0d3f32 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7640448 Aug 31 19:31:02.747508 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 39866) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:03.131198 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [None req-9ff0540e-1c0d-443b-9e74-15a152670a3d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:31:03.132308 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-9ff0540e-1c0d-443b-9e74-15a152670a3d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3839405 Aug 31 19:31:05.373182 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:31:05.952597 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 39880) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:06.308623 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] Request body: {'router': {'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'name': 'router1', 'admin_state_up': True}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:06.374098 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.policy [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95340) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 19:31:06.422625 dv-cinder-789564-13-iscsi neutron-server[95340]: WARNING oslo_policy.policy [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 19:31:06.423009 dv-cinder-789564-13-iscsi neutron-server[95340]: WARNING oslo_policy.policy [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 19:31:06.432401 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.quota [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] Loaded quota_driver: . Aug 31 19:31:06.497377 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.499693 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.668942 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.674396 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.695491 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:06.711056 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-92c39b69-fcde-42c2-aea3-35bec7106f08 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7431872 Aug 31 19:31:06.995741 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a0b95-9263-47df-8057-a9e5dc3b0095 None None] Network 39ca23f5-3a4b-404a-a393-a325bbe8a02f requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:31:07.082443 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-5b080956-17cc-445c-a1b4-149503defc80 None None] Provisioning for port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:07.593462 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:07.674983 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:07.679017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:07.679411 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.784973 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.824481 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=4d3289f3-5eb2-4cd7-8fa0-0776513b18b0,segment=NetworkSegment(c2374458-f300-498c-bb2b-4dc6ac20f4c4),segment_id=c2374458-f300-498c-bb2b-4dc6ac20f4c4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:07.828626 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:07.878328 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=4d3289f3-5eb2-4cd7-8fa0-0776513b18b0,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:08.405175 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-26ae36f6-c2d4-49a4-8cec-3425633e85ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:09.197410 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 39890) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:09.524915 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [None req-5b56a6da-0dba-4b9e-b385-9fd41bec4860 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:31:09.526240 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-5b56a6da-0dba-4b9e-b385-9fd41bec4860 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3275599 Aug 31 19:31:09.568720 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:09.621553 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:09.621931 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.481776 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:11.888967 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-88c62891-3439-4a0f-998c-1f77b4859986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.046883 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 39898) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:12.373960 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:12.395511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Made reservation on behalf of 1290152263194f8db71ebc49f0110441 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:12.397784 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.406336 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.498445 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.502374 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.516861 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Reserving flat network on physical network physnet1 {{(pid=95343) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 19:31:12.543166 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca156f-2615-4a56-81eb-879ae59c690f,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:12.547543 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.547880 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Added segment ebe5bf49-e14c-4323-9886-642a6931b4b9 of type flat for network 7643ec58-7264-4f44-9665-0bd0b409db31 Aug 31 19:31:12.597140 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.630623 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.631581 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:12.632159 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:12.689311 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6413043 Aug 31 19:31:12.696389 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1369f-e83d-4723-8a88-ea7eab84cd0c admin admin] Pushing event updated for resources: {'Network': ['ID=7643ec58-7264-4f44-9665-0bd0b409db31,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:12.710976 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 7643ec58-7264-4f44-9665-0bd0b409db31 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:31:12.863304 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:14.370633 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:15.194435 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 39916) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:15.455380 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa8488e-1f54-4433-a85f-2fcb100f04d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:15.456894 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-dfa8488e-1f54-4433-a85f-2fcb100f04d7 admin admin] 10.222.0.54 "GET /v2.0/subnets/3cdeec16-8cfd-49fb-a758-a64259a644a1 HTTP/1.1" status: 200 len: 849 time: 0.2615492 Aug 31 19:31:15.584555 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-3ce86378-0937-4edb-808b-0d2defca04f0 admin admin] 10.222.0.54 "GET /v2.0/routers/8e9344eb-7e36-470a-b429-07b71da2d459 HTTP/1.1" status: 200 len: 704 time: 0.1211376 Aug 31 19:31:15.865180 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.192922 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Allocated IP 172.20.0.1 (39ca23f5-3a4b-404a-a393-a325bbe8a02f/3cdeec16-8cfd-49fb-a758-a64259a644a1/e2168658-6537-4e8b-9e66-ac8a2b281050) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:16.422276 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.450859 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.provisioning_blocks [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Transition to ACTIVE for port object e2168658-6537-4e8b-9e66-ac8a2b281050 will not be triggered until provisioned by entity DHCP. {{(pid=95340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:16.516930 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.554332 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Network 39ca23f5-3a4b-404a-a393-a325bbe8a02f is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:16.555759 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:16.643438 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:16.644355 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.664781 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Pushing event updated for resources: {'Port': ['ID=e2168658-6537-4e8b-9e66-ac8a2b281050,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:16.736445 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.736957 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.737232 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.737950 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.737950 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.738319 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.738742 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.738850 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.739136 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.739465 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.739780 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.740977 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Tracked resource versions report: Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: pushed versions: Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: { 'AddressGroup': {'1.2'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'ConntrackHelper': {'1.0'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Log': {'1.0'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Network': {'1.1'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Port': {'1.7'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'PortForwarding': {'1.2'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'QosPolicy': {'1.9'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SecurityGroup': {'1.4'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SubPort': {'1.0'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Subnet': {'1.1'}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Trunk': {'1.1'}} Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: consumer versions: Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: { DHCP agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: L3 agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: Metadata agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: Metering agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: Open vSwitch agent@dv-cinder-789564-13-iscsi: { 'AddressGroup': '1.2', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'ConntrackHelper': '1.0', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Log': '1.0', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Network': '1.1', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Port': '1.7', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'PortForwarding': '1.2', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'QosPolicy': '1.9', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SecurityGroup': '1.4', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SecurityGroupRule': '1.2', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SubPort': '1.0', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Subnet': '1.1', Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Trunk': '1.1'}} Aug 31 19:31:16.741575 dv-cinder-789564-13-iscsi neutron-server[95340]: {{(pid=95340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:31:16.884986 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.910439 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bcd35bc6-f776-4a54-8de3-d9a492f206cd None None] Provisioning for port e2168658-6537-4e8b-9e66-ac8a2b281050 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:16.918688 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bcd35bc6-f776-4a54-8de3-d9a492f206cd None None] Provisioning complete for port e2168658-6537-4e8b-9e66-ac8a2b281050 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:16.919318 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bcd35bc6-f776-4a54-8de3-d9a492f206cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:16.980850 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bcd35bc6-f776-4a54-8de3-d9a492f206cd None None] Port e2168658-6537-4e8b-9e66-ac8a2b281050 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:31:17.130478 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.137355 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.138157 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.216215 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Pushing event updated for resources: {'Port': ['ID=e2168658-6537-4e8b-9e66-ac8a2b281050,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:17.265849 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Network 39ca23f5-3a4b-404a-a393-a325bbe8a02f is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:17.267760 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:17.499336 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Router 8e9344eb-7e36-470a-b429-07b71da2d459 is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:31:17.504861 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-0edde1d7-6008-42de-9bf7-303f44cceba6 None None] Provisioning complete for port e2168658-6537-4e8b-9e66-ac8a2b281050 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:17.505376 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0edde1d7-6008-42de-9bf7-303f44cceba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:17.541353 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-0edde1d7-6008-42de-9bf7-303f44cceba6 None None] Port e2168658-6537-4e8b-9e66-ac8a2b281050 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:31:17.599673 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:31:17.606124 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-7ba95eb9-ff15-4d9f-a1de-c3be0c58f59e admin admin] 10.222.0.54 "PUT /v2.0/routers/8e9344eb-7e36-470a-b429-07b71da2d459/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0153129 Aug 31 19:31:17.625338 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Sync routers for ids ['8e9344eb-7e36-470a-b429-07b71da2d459'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:31:17.637582 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Routers {'8e9344eb-7e36-470a-b429-07b71da2d459'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:17.638434 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:31:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['8e9344eb-7e36-470a-b429-07b71da2d459'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:17.837718 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Set router 8e9344eb-7e36-470a-b429-07b71da2d459 gateway port host: None {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:18.445678 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'name': 'router1', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:06Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 2, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'gw_port_host': None, '_interfaces': [{'id': 'e2168658-6537-4e8b-9e66-ac8a2b281050', 'name': '', 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'mac_address': 'fa:16:3e:08:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:15Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 2, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'subnets': [{'id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ec42e3a-8ddc-4ec3-bbe8-45818fc36dcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:18.499025 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Checking router: 8e9344eb-7e36-470a-b429-07b71da2d459 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:31:18.499392 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Updating router 8e9344eb-7e36-470a-b429-07b71da2d459 port e2168658-6537-4e8b-9e66-ac8a2b281050 binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:31:18.554337 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.176548 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.198693 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Transition to ACTIVE for port object e2168658-6537-4e8b-9e66-ac8a2b281050 will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:19.207304 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.423863 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Pushing event updated for resources: {'Port': ['ID=e2168658-6537-4e8b-9e66-ac8a2b281050,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:19.442317 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.442866 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.443744 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.444274 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.444805 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.445336 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.445863 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.446422 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.447622 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.448376 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.448913 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.449428 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Tracked resource versions report: Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: pushed versions: Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: { 'AddressGroup': {'1.2'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'ConntrackHelper': {'1.0'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Log': {'1.0'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Network': {'1.1'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Port': {'1.7'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'PortForwarding': {'1.2'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'QosPolicy': {'1.9'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SecurityGroup': {'1.4'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SubPort': {'1.0'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Subnet': {'1.1'}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Trunk': {'1.1'}} Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: consumer versions: Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: { DHCP agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: L3 agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: Metadata agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: Metering agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: Open vSwitch agent@dv-cinder-789564-13-iscsi: { 'AddressGroup': '1.2', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'ConntrackHelper': '1.0', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Log': '1.0', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Network': '1.1', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Port': '1.7', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'PortForwarding': '1.2', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'QosPolicy': '1.9', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SecurityGroup': '1.4', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SecurityGroupRule': '1.2', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SubPort': '1.0', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Subnet': '1.1', Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Trunk': '1.1'}} Aug 31 19:31:19.451750 dv-cinder-789564-13-iscsi neutron-server[95345]: {{(pid=95345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:31:19.459177 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Attempting to bind port e2168658-6537-4e8b-9e66-ac8a2b281050 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:19.459791 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Attempting to bind port e2168658-6537-4e8b-9e66-ac8a2b281050 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'c2374458-f300-498c-bb2b-4dc6ac20f4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:19.460459 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Attempting to bind port e2168658-6537-4e8b-9e66-ac8a2b281050 on network 39ca23f5-3a4b-404a-a393-a325bbe8a02f {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:19.471192 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:19.471828 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Checking segment: {'id': 'c2374458-f300-498c-bb2b-4dc6ac20f4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:19.472597 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.473279 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Bound using segment: {'id': 'c2374458-f300-498c-bb2b-4dc6ac20f4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:19.474307 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Bound port: e2168658-6537-4e8b-9e66-ac8a2b281050, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2374458-f300-498c-bb2b-4dc6ac20f4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:19.474948 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.563827 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] For port e2168658-6537-4e8b-9e66-ac8a2b281050, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:19.585082 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] For port e2168658-6537-4e8b-9e66-ac8a2b281050, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e2168658-6537-4e8b-9e66-ac8a2b281050,segment=NetworkSegment(c2374458-f300-498c-bb2b-4dc6ac20f4c4),segment_id=c2374458-f300-498c-bb2b-4dc6ac20f4c4)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:19.590829 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:19.655379 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Routers {'8e9344eb-7e36-470a-b429-07b71da2d459'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:19.656015 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:31:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['8e9344eb-7e36-470a-b429-07b71da2d459'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:19.696238 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5bb39-c877-44e8-b178-aad2adb1c089 None None] Pushing event updated for resources: {'Port': ['ID=e2168658-6537-4e8b-9e66-ac8a2b281050,revision_number=4']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:19.762146 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] Set router 8e9344eb-7e36-470a-b429-07b71da2d459 gateway port host: None {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:20.122947 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'name': 'router1', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:06Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 2, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'gw_port_host': None, '_interfaces': [{'id': 'e2168658-6537-4e8b-9e66-ac8a2b281050', 'name': '', 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'mac_address': 'fa:16:3e:08:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:15Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'subnets': [{'id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ec42e3a-8ddc-4ec3-bbe8-45818fc36dcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:20.171000 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e811b5-4e5a-4e9e-84ca-b0977a1a8c8e None None] The sync data for ids ['8e9344eb-7e36-470a-b429-07b71da2d459'] in dv-cinder-789564-13-iscsi is: [{'id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'name': 'router1', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:06Z', 'updated_at': '2021-08-31T19:31:16Z', 'revision_number': 2, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'gw_port_host': None, '_interfaces': [{'id': 'e2168658-6537-4e8b-9e66-ac8a2b281050', 'name': '', 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'mac_address': 'fa:16:3e:08:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:15Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'subnets': [{'id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ec42e3a-8ddc-4ec3-bbe8-45818fc36dcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:31:20.371007 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 39940) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:20.514537 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611f667-23e0-490e-a710-dc55e7b28f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:20.515946 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-b611f667-23e0-490e-a710-dc55e7b28f9e admin admin] 10.222.0.54 "GET /v2.0/networks/7643ec58-7264-4f44-9665-0bd0b409db31 HTTP/1.1" status: 200 len: 842 time: 0.1439097 Aug 31 19:31:20.528458 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Request body: {'subnet': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:20.554122 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Made reservation on behalf of 1290152263194f8db71ebc49f0110441 for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:31:20.556715 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.926170 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.objects.ports [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 19:31:20.926637 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:20.983408 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=523179e7-2fbd-40bb-b8ba-1751bf92c55e,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:20.996516 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:20.996867 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Network hostable DHCP agents. Network: 7643ec58-7264-4f44-9665-0bd0b409db31, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:31:21.015594 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:31:21.027706 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 7643ec58-7264-4f44-9665-0bd0b409db31) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:21.033351 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:21.034682 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:21.039113 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc51d2-8018-4ab0-bd05-e2c969b89416 None None] Network 7643ec58-7264-4f44-9665-0bd0b409db31 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:31:21.054116 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-183c4cd7-be50-4f7f-a2a3-3012a910d637 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5300899 Aug 31 19:31:21.203643 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e616424-8883-4ea7-81be-e19f27acee87 None None] Network 7643ec58-7264-4f44-9665-0bd0b409db31 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:31:23.549885 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 39948) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:23.874351 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-2cf56ce1-228f-4d3e-9dbc-9de16240b6b4 admin admin] 10.222.0.54 "GET /v2.0/routers/8e9344eb-7e36-470a-b429-07b71da2d459 HTTP/1.1" status: 200 len: 710 time: 0.3219213 Aug 31 19:31:23.973725 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9f531-6c9e-4db7-a562-d08cd7b1fc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:31:23.975148 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-88f9f531-6c9e-4db7-a562-d08cd7b1fc84 admin admin] 10.222.0.54 "GET /v2.0/networks/7643ec58-7264-4f44-9665-0bd0b409db31 HTTP/1.1" status: 200 len: 886 time: 0.0936530 Aug 31 19:31:23.988809 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:31:24.320971 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.572568 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.652652 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:24.830613 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Allocated IP 172.27.0.55 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/f30d31ad-7952-42e5-9427-8acbc6a121a4) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:31:24.956451 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.031085 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.108671 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:31:25.114191 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:31:25.121091 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:31:25.157856 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Pushing event updated for resources: {'Port': ['ID=f30d31ad-7952-42e5-9427-8acbc6a121a4,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:25.465372 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.706381 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63480'] for router, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.713873 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-418813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-418009'] for router, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:25.938991 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Router 8e9344eb-7e36-470a-b429-07b71da2d459 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:31:26.052911 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:31:26.058483 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:26.059686 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-0e5f5061-38a0-4b37-a6b4-8e283782323f admin admin] 10.222.0.54 "PUT /v2.0/routers/8e9344eb-7e36-470a-b429-07b71da2d459 HTTP/1.1" status: 200 len: 889 time: 2.0744379 Aug 31 19:31:27.334859 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Sync routers for ids ['8e9344eb-7e36-470a-b429-07b71da2d459'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:31:27.345127 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Routers {'8e9344eb-7e36-470a-b429-07b71da2d459'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:27.345791 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:31:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['8e9344eb-7e36-470a-b429-07b71da2d459'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:27.620442 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e2168658-6537-4e8b-9e66-ac8a2b281050 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:27.626151 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Set router 8e9344eb-7e36-470a-b429-07b71da2d459 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:27.884731 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port e2168658-6537-4e8b-9e66-ac8a2b281050 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:27.906920 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port e2168658-6537-4e8b-9e66-ac8a2b281050 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:27.907293 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.104787 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.167224 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port e2168658-6537-4e8b-9e66-ac8a2b281050, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e2168658-6537-4e8b-9e66-ac8a2b281050,segment=NetworkSegment(c2374458-f300-498c-bb2b-4dc6ac20f4c4),segment_id=c2374458-f300-498c-bb2b-4dc6ac20f4c4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:28.174112 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.179275 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'name': 'router1', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f30d31ad-7952-42e5-9427-8acbc6a121a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:06Z', 'updated_at': '2021-08-31T19:31:25Z', 'revision_number': 4, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'gw_port': {'id': 'f30d31ad-7952-42e5-9427-8acbc6a121a4', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:24Z', 'updated_at': '2021-08-31T19:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e2168658-6537-4e8b-9e66-ac8a2b281050', 'name': '', 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'mac_address': 'fa:16:3e:08:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:15Z', 'updated_at': '2021-08-31T19:31:19Z', 'revision_number': 4, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'subnets': [{'id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ec42e3a-8ddc-4ec3-bbe8-45818fc36dcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:28.250429 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Checking router: 8e9344eb-7e36-470a-b429-07b71da2d459 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:31:28.250785 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Updating router 8e9344eb-7e36-470a-b429-07b71da2d459 port f30d31ad-7952-42e5-9427-8acbc6a121a4 binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:31:28.309858 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.337194 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=e2168658-6537-4e8b-9e66-ac8a2b281050,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:28.615054 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 39960) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:31:28.671454 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.681741 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Transition to ACTIVE for port object f30d31ad-7952-42e5-9427-8acbc6a121a4 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:31:28.691651 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.747728 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-c823ac12-5085-4fdb-964c-cab3d5ba8c5f admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1311109 Aug 31 19:31:28.748041 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649aeaf-01e0-47b1-8d16-7edf86604f04 None None] Pushing event updated for resources: {'Port': ['ID=f30d31ad-7952-42e5-9427-8acbc6a121a4,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:28.754115 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Attempting to bind port f30d31ad-7952-42e5-9427-8acbc6a121a4 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:31:28.755020 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Attempting to bind port f30d31ad-7952-42e5-9427-8acbc6a121a4 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:31:28.756086 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Attempting to bind port f30d31ad-7952-42e5-9427-8acbc6a121a4 on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:31:28.772591 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:31:28.773032 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:31:28.773450 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.774773 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:31:28.775500 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Bound port: f30d31ad-7952-42e5-9427-8acbc6a121a4, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:31:28.775929 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.849289 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] For port f30d31ad-7952-42e5-9427-8acbc6a121a4, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:31:28.853220 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] For port f30d31ad-7952-42e5-9427-8acbc6a121a4, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=f30d31ad-7952-42e5-9427-8acbc6a121a4,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:31:28.857803 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:28.920912 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649aeaf-01e0-47b1-8d16-7edf86604f04 None None] Pushing event updated for resources: {'Port': ['ID=f30d31ad-7952-42e5-9427-8acbc6a121a4,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:28.923580 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Routers {'8e9344eb-7e36-470a-b429-07b71da2d459'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:31:28.924187 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:31:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['8e9344eb-7e36-470a-b429-07b71da2d459'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:29.053937 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] Set router 8e9344eb-7e36-470a-b429-07b71da2d459 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:31:29.380355 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'name': 'router1', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f30d31ad-7952-42e5-9427-8acbc6a121a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:06Z', 'updated_at': '2021-08-31T19:31:25Z', 'revision_number': 4, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'gw_port': {'id': 'f30d31ad-7952-42e5-9427-8acbc6a121a4', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:24Z', 'updated_at': '2021-08-31T19:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e2168658-6537-4e8b-9e66-ac8a2b281050', 'name': '', 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'mac_address': 'fa:16:3e:08:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:15Z', 'updated_at': '2021-08-31T19:31:28Z', 'revision_number': 5, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'subnets': [{'id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ec42e3a-8ddc-4ec3-bbe8-45818fc36dcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:31:29.410050 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d730f-905e-451e-9dff-b2bcbbbf6122 None None] The sync data for ids ['8e9344eb-7e36-470a-b429-07b71da2d459'] in dv-cinder-789564-13-iscsi is: [{'id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'name': 'router1', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f30d31ad-7952-42e5-9427-8acbc6a121a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:31:06Z', 'updated_at': '2021-08-31T19:31:25Z', 'revision_number': 4, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'gw_port': {'id': 'f30d31ad-7952-42e5-9427-8acbc6a121a4', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:24Z', 'updated_at': '2021-08-31T19:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e2168658-6537-4e8b-9e66-ac8a2b281050', 'name': '', 'network_id': '39ca23f5-3a4b-404a-a393-a325bbe8a02f', 'tenant_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'mac_address': 'fa:16:3e:08:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9344eb-7e36-470a-b429-07b71da2d459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:31:15Z', 'updated_at': '2021-08-31T19:31:28Z', 'revision_number': 5, 'project_id': 'f8d6ae8bc71c47d7a124f204d3e910d7', 'subnets': [{'id': '3cdeec16-8cfd-49fb-a758-a64259a644a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ec42e3a-8ddc-4ec3-bbe8-45818fc36dcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:31:29.711833 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device f30d31ad-7952-42e5-9427-8acbc6a121a4 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:29.785893 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port f30d31ad-7952-42e5-9427-8acbc6a121a4 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:31:29.791244 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port f30d31ad-7952-42e5-9427-8acbc6a121a4 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:29.791652 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:29.897625 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:29.924071 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port f30d31ad-7952-42e5-9427-8acbc6a121a4, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=f30d31ad-7952-42e5-9427-8acbc6a121a4,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:31:29.929886 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:29.932426 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e2168658-6537-4e8b-9e66-ac8a2b281050 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:30.019294 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=f30d31ad-7952-42e5-9427-8acbc6a121a4,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:31:30.034378 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port e2168658-6537-4e8b-9e66-ac8a2b281050 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:30.034886 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:31.611357 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device f30d31ad-7952-42e5-9427-8acbc6a121a4 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:31:31.664655 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port f30d31ad-7952-42e5-9427-8acbc6a121a4 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:31:31.665864 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:38.425023 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e98bc1d2-39da-454c-aa63-e0345cd8da9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.495871 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:41.898015 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-f2a371ea-dca8-4a34-8a3c-8013c38f02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:42.373279 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:31:42.877464 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:31:44.385396 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:08.426676 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ef58b5f3-d9c7-42a6-83da-4e1d54b695f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.502708 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:11.905491 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-c2cb794f-500e-4bfd-a22a-cb3c92ba787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:12.883298 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:14.414399 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:19.378730 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:32:38.411346 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4941af1e-1386-4fcd-bcc2-70807dec01fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:41.488184 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:41.888867 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9b26a522-5b40-4222-84ee-2df97135d0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:42.874661 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:44.401444 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:32:56.378199 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:33:08.419233 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0f02b0ef-07a7-42ed-88d2-65ee1708d371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:11.491208 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:11.889946 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bdabf526-f03d-4a4f-a25d-ba44715f5689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:12.671415 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 40524) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:12.734361 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba118083-15c3-4d92-9d5e-9857cebeac4e admin admin] GET failed (client error): The resource could not be found. Aug 31 19:33:12.735736 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ba118083-15c3-4d92-9d5e-9857cebeac4e admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633738 Aug 31 19:33:12.876844 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:12.900540 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0cc46c-1729-4afd-be2f-76593eae97a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:12.902358 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-6d0cc46c-1729-4afd-be2f-76593eae97a8 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1618552 Aug 31 19:33:14.394984 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.178679 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 40534) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:15.271769 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a8a9f-fd12-4962-a941-23958a12481a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:15.273698 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-eb4a8a9f-fd12-4962-a941-23958a12481a admin admin] 10.222.0.54 "GET /v2.0/subnets/3cdeec16-8cfd-49fb-a758-a64259a644a1 HTTP/1.1" status: 200 len: 849 time: 0.0935364 Aug 31 19:33:15.283797 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:33:15.371355 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.520710 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794133755868'] for subnet, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.557702 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:15.558317 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:15.560768 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] 10.222.0.54 "PUT /v2.0/subnets/3cdeec16-8cfd-49fb-a758-a64259a644a1 HTTP/1.1" status: 200 len: 868 time: 0.2804537 Aug 31 19:33:15.564731 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb382d-4f35-4657-9f08-7ea20ed57cd2 None None] Network 39ca23f5-3a4b-404a-a393-a325bbe8a02f requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:33:15.581627 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdeec16-8cfd-49fb-a758-a64259a644a1,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:33:15.589747 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.590145 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.590486 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.590817 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.591137 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.591461 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.591784 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.592128 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.592458 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.592767 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.593081 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:15.593395 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ea821-5b23-433d-9abb-8b3c68bfd625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:33:16.003269 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-0e3c1e31-4f24-4009-80b0-99af25722656 None None] Provisioning complete for port 4d3289f3-5eb2-4cd7-8fa0-0776513b18b0 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:16.003628 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1e31-4f24-4009-80b0-99af25722656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:16.092134 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-0e3c1e31-4f24-4009-80b0-99af25722656 None None] Provisioning complete for port e2168658-6537-4e8b-9e66-ac8a2b281050 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:33:16.092385 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1e31-4f24-4009-80b0-99af25722656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:17.814834 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40542) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:18.031226 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a960e6-4811-4f60-a432-bc6d51588acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:18.031697 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a960e6-4811-4f60-a432-bc6d51588acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:18.033235 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-98a960e6-4811-4f60-a432-bc6d51588acc admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2174602 Aug 31 19:33:20.264805 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40552) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:20.410034 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31362ad-2374-4dfa-8c5b-28c3559d7119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:20.410511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31362ad-2374-4dfa-8c5b-28c3559d7119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:20.412064 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-c31362ad-2374-4dfa-8c5b-28c3559d7119 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1463158 Aug 31 19:33:22.716988 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40560) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:22.874475 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccf42d3-85fd-49fd-9bfb-234a61b5d561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:22.875876 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-7ccf42d3-85fd-49fd-9bfb-234a61b5d561 admin admin] 10.222.0.54 "GET /v2.0/networks/39ca23f5-3a4b-404a-a393-a325bbe8a02f HTTP/1.1" status: 200 len: 869 time: 0.1579244 Aug 31 19:33:25.144961 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40568) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:25.285469 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7cf2a3-c3b5-412a-9c27-ac33f24390e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:25.286905 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1e7cf2a3-c3b5-412a-9c27-ac33f24390e7 admin admin] 10.222.0.54 "GET /v2.0/networks/7643ec58-7264-4f44-9665-0bd0b409db31 HTTP/1.1" status: 200 len: 886 time: 0.1407578 Aug 31 19:33:27.538703 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40576) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:27.672066 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59efdbc7-ef7f-4cab-862c-ddef53d025c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:27.672493 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59efdbc7-ef7f-4cab-862c-ddef53d025c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:27.674062 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-59efdbc7-ef7f-4cab-862c-ddef53d025c7 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1342096 Aug 31 19:33:29.914770 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40584) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:30.005708 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5903b6-068f-4b8f-b44d-b09af44d56f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:30.006191 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5903b6-068f-4b8f-b44d-b09af44d56f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:30.008226 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-df5903b6-068f-4b8f-b44d-b09af44d56f4 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925126 Aug 31 19:33:32.239588 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40592) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:32.333582 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e0bf2-a2d9-424b-86b9-378c7fbf1b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:32.335572 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-401e0bf2-a2d9-424b-86b9-378c7fbf1b4b admin admin] 10.222.0.54 "GET /v2.0/subnets/3cdeec16-8cfd-49fb-a758-a64259a644a1 HTTP/1.1" status: 200 len: 868 time: 0.0949798 Aug 31 19:33:33.376503 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:33:34.556354 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40600) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:34.654049 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258f019-16e2-4914-ba42-dac38fd3798b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:33:34.655409 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e258f019-16e2-4914-ba42-dac38fd3798b admin admin] 10.222.0.54 "GET /v2.0/subnets/523179e7-2fbd-40bb-b8ba-1751bf92c55e HTTP/1.1" status: 200 len: 816 time: 0.0981109 Aug 31 19:33:38.413777 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-3982ef71-dacd-442d-801f-932e8920b49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:41.494031 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:41.891616 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e0f840a7-a0ce-4ed4-b7c9-a7d7a8533093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:42.880462 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:44.400565 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:33:58.930715 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40654) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:33:58.979885 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [None req-2d4cb61e-d178-4d79-8488-09adeeeb2979 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:33:58.980910 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-2d4cb61e-d178-4d79-8488-09adeeeb2979 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492690 Aug 31 19:34:01.368816 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40662) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:01.436542 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c589699a-333f-48c6-a210-4e6bfa98a85a admin admin] GET failed (client error): The resource could not be found. Aug 31 19:34:01.437939 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-c589699a-333f-48c6-a210-4e6bfa98a85a admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0681977 Aug 31 19:34:01.596151 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaf7c4f-1b89-4d0c-9fe7-e630ec65601d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:01.597664 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-aeaf7c4f-1b89-4d0c-9fe7-e630ec65601d admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1531675 Aug 31 19:34:03.878715 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40670) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:03.930609 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:03.953330 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Made reservation on behalf of 1290152263194f8db71ebc49f0110441 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:03.955688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:03.990149 dv-cinder-789564-13-iscsi neutron-server[95343]: WARNING neutron.services.revisions.revision_plugin [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Could not find related network for resource to bump revision. Aug 31 19:34:04.003197 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:34:04.012522 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.012857 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Added segment a87b8a54-810e-4e63-b4c4-74317a319d2c of type vlan for network 8a9c458f-92e0-48d6-859a-b734c420fd0b Aug 31 19:34:04.053713 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.078078 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.079082 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:04.079659 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:04.133759 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2539320 Aug 31 19:34:04.138569 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Pushing event updated for resources: {'Network': ['ID=8a9c458f-92e0-48d6-859a-b734c420fd0b,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:04.145791 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.146176 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.146515 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.147493 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.147830 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.148183 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.148523 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.148851 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.149193 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.149522 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.149844 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.150186 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f6b87-0fb9-446e-a683-1a68d7e98b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:04.161946 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 8a9c458f-92e0-48d6-859a-b734c420fd0b details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:34:06.481614 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40678) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:34:06.547809 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92c7c23-18c1-4688-ad96-05ed20d48fbf admin admin] GET failed (client error): The resource could not be found. Aug 31 19:34:06.549163 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a92c7c23-18c1-4688-ad96-05ed20d48fbf admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665686 Aug 31 19:34:06.626856 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec798833-d53b-44fe-8719-9afbf54b9595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:06.628321 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-ec798833-d53b-44fe-8719-9afbf54b9595 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0742438 Aug 31 19:34:06.639366 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:34:06.659801 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Made reservation on behalf of 1290152263194f8db71ebc49f0110441 for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:34:06.662098 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:06.914115 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:06.965575 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f1425f9-3cc6-424d-a0ce-6c79bfed7072,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:06.982066 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Checking segment: {'id': 'a87b8a54-810e-4e63-b4c4-74317a319d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:06.982417 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Network hostable DHCP agents. Network: 8a9c458f-92e0-48d6-859a-b734c420fd0b, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:34:06.998126 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Network 8a9c458f-92e0-48d6-859a-b734c420fd0b is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:34:07.007279 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 8a9c458f-92e0-48d6-859a-b734c420fd0b) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:07.011905 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:34:07.012498 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.016383 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1321056e-ff56-4319-8ae3-77c9b8696bf4 None None] Network 8a9c458f-92e0-48d6-859a-b734c420fd0b requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:07.039122 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-97ce9ebc-1718-4a11-9cb3-f798754c64cb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3921533 Aug 31 19:34:07.275567 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-8a9c458f-92e0-48d6-859a-b734c420fd0b', 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b', 'tenant_id': '1290152263194f8db71ebc49f0110441', 'fixed_ips': [{'subnet_id': '1f1425f9-3cc6-424d-a0ce-6c79bfed7072'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:34:07.275567 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.421328 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Allocated IP 192.168.233.2 (8a9c458f-92e0-48d6-859a-b734c420fd0b/1f1425f9-3cc6-424d-a0ce-6c79bfed7072/6037b690-52b1-4ff2-969b-f26bf1ff42af) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:34:07.574222 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.582893 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Transition to ACTIVE for port object 6037b690-52b1-4ff2-969b-f26bf1ff42af will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:07.598331 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Transition to ACTIVE for port object 6037b690-52b1-4ff2-969b-f26bf1ff42af will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:34:07.610082 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.654739 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Network 8a9c458f-92e0-48d6-859a-b734c420fd0b is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:34:07.658233 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:34:07.663643 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:34:07.665831 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Pushing event updated for resources: {'Port': ['ID=6037b690-52b1-4ff2-969b-f26bf1ff42af,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:07.675427 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.675790 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.676131 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.676525 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.676791 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.677137 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.677461 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.677799 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.678434 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.678758 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.679597 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.679597 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:34:07.730987 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Attempting to bind port 6037b690-52b1-4ff2-969b-f26bf1ff42af on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:34:07.731493 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Attempting to bind port 6037b690-52b1-4ff2-969b-f26bf1ff42af by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'a87b8a54-810e-4e63-b4c4-74317a319d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:34:07.731872 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Attempting to bind port 6037b690-52b1-4ff2-969b-f26bf1ff42af on network 8a9c458f-92e0-48d6-859a-b734c420fd0b {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:34:07.736965 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:34:07.737436 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Checking segment: {'id': 'a87b8a54-810e-4e63-b4c4-74317a319d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:34:07.737835 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.738251 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Bound using segment: {'id': 'a87b8a54-810e-4e63-b4c4-74317a319d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:34:07.738712 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Bound port: 6037b690-52b1-4ff2-969b-f26bf1ff42af, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87b8a54-810e-4e63-b4c4-74317a319d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:34:07.739103 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.807391 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] For port 6037b690-52b1-4ff2-969b-f26bf1ff42af, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:34:07.812381 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] For port 6037b690-52b1-4ff2-969b-f26bf1ff42af, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=6037b690-52b1-4ff2-969b-f26bf1ff42af,segment=NetworkSegment(a87b8a54-810e-4e63-b4c4-74317a319d2c),segment_id=a87b8a54-810e-4e63-b4c4-74317a319d2c)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:34:07.822021 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:07.884124 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad2553-85d9-4e7a-b903-c1a947d251dc None None] Pushing event updated for resources: {'Port': ['ID=6037b690-52b1-4ff2-969b-f26bf1ff42af,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:08.420268 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-43227095-2a7c-4234-9803-f68580b34c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:08.681660 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e179c07b-3c96-4019-b883-dd4a1a201205 None None] Network 8a9c458f-92e0-48d6-859a-b734c420fd0b requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:34:08.742586 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-c6190dc0-dd77-4678-ac37-58dba43588f9 None None] Provisioning for port 6037b690-52b1-4ff2-969b-f26bf1ff42af completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:09.737384 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 6037b690-52b1-4ff2-969b-f26bf1ff42af up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:09.793925 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 6037b690-52b1-4ff2-969b-f26bf1ff42af completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:34:09.799036 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 6037b690-52b1-4ff2-969b-f26bf1ff42af triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:09.799597 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.886973 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.920831 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 6037b690-52b1-4ff2-969b-f26bf1ff42af, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=6037b690-52b1-4ff2-969b-f26bf1ff42af,segment=NetworkSegment(a87b8a54-810e-4e63-b4c4-74317a319d2c),segment_id=a87b8a54-810e-4e63-b4c4-74317a319d2c)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:34:09.924692 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:09.974611 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=6037b690-52b1-4ff2-969b-f26bf1ff42af,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:34:10.378291 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:34:11.499216 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.715316 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 6037b690-52b1-4ff2-969b-f26bf1ff42af up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:34:11.764160 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 6037b690-52b1-4ff2-969b-f26bf1ff42af triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:34:11.764433 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:11.893685 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0e9f85cc-009e-4bd0-9d9a-48286972690b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:12.884637 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:14.402283 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:38.413111 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e45fdd02-10b0-4ca9-a936-62eda86ab761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.503634 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:41.896474 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-cab64246-e576-4e41-8ae9-4a6e9d58405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:42.887880 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:44.403258 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:34:47.376248 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:35:08.415152 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-feba3aab-2561-4a86-8701-3cbc9717f357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:11.507034 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:11.898872 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-6aa63f51-e658-40ca-84d6-97e50b5947ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:12.891318 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:14.413483 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:16.989237 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40730) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:16.997582 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [None req-7a81ab70-3ba9-470c-ba6d-2671724f9926 tempest-verify_tempest_config-372529503 tempest-verify_tempest_config-372529503-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:35:16.998582 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-7a81ab70-3ba9-470c-ba6d-2671724f9926 tempest-verify_tempest_config-372529503 tempest-verify_tempest_config-372529503-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0081534 Aug 31 19:35:17.288017 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 40748) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:17.390911 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.506268 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.510130 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.554517 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb2ab17-c5ec-47b2-a489-93c05aac15e9,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:17.559048 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c6ed0f9039e4758a4b884fccdc6cbcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2700360 Aug 31 19:35:17.561871 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40754) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:35:17.563230 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.563593 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.563944 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.564273 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.564606 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.564955 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.565281 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.565622 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.565993 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.566315 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.566638 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.567518 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7eb0-f372-4eaf-bea3-0da063a0c772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.616458 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.636671 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.722353 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.725113 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:17.726337 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0bb2ab17-c5ec-47b2-a489-93c05aac15e9 HTTP/1.1" status: 204 len: 168 time: 0.1634040 Aug 31 19:35:17.734385 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb2ab17-c5ec-47b2-a489-93c05aac15e9,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:35:17.741686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.742076 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.742419 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.742747 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.743074 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.743417 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.743739 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.744073 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.744414 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.744724 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.745038 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:17.745346 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44fe35c-5787-4d8c-8dc3-05c7866067fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:35:24.436242 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:35:38.416553 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-a56813f6-671c-469a-950b-23660203c445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:41.509216 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:41.899028 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-6e12ce09-2f7e-448a-a70d-b2b6aa92e395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:42.892681 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:35:44.410284 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:01.374953 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:36:08.417522 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c411-1826-4d4c-a412-72d669bcac10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:11.511578 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:11.898866 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9ed8dfc3-81f3-413a-857d-11925ab157eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:12.895244 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:14.412013 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:38.373370 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 5 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:36:38.417994 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-f78437f3-7be1-42b9-a74a-f3481894f3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:41.511963 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:41.899441 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-6f60e6d7-e42c-4b48-92c9-10316f76bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:42.898495 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:44.416774 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:36:55.768443 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419300'] for agent, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:08.419369 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-51375530-d94d-4f59-84ce-812272e8e4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:10.447712 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40826) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:10.556285 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-c29ce373-be82-4feb-9db9-f599b3e518c7 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1075532 Aug 31 19:37:11.512677 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:11.899984 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-a7e13c4a-dfc5-469e-87c0-e0751fc014a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:12.788470 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40836) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:37:12.844452 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-dab369b6-e72b-484f-84fc-db02b856670a admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0548863 Aug 31 19:37:12.905773 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:14.418477 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:15.373139 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:37:25.724401 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:38.419397 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b458a05f-e063-438b-ae44-92ae557cc2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.516200 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:41.900015 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-17cd80f8-640a-4ab5-864a-04d72c8d2602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:42.903311 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:44.421519 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:37:52.372439 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:37:55.724989 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:08.423374 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-a3ae272c-bb62-4109-be3c-a98a34120b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.526727 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:11.907766 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd8c1-497b-42fe-a31c-9047cda247af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:12.907369 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:14.425470 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:25.722285 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:29.371799 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:38:38.423792 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-55f87157-a8c3-473c-8796-e176df6c4178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.527845 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:41.907346 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-78dba6c6-e0bf-4899-bbec-f4a9c29755be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:42.923519 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.096639 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 40934) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:43.287126 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-565390582-network', 'tenant_id': 'd214c7f64af14f6e853437209c479c5b'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:43.315176 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Made reservation on behalf of d214c7f64af14f6e853437209c479c5b for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:43.318311 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.329482 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.436563 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.441282 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.487243 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:38:43.492592 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b3607e-91e1-4d1c-9241-070762896426,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:43.503650 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.503832 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.504344 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.504619 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.505009 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.505230 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.505589 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.505908 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.506302 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.506615 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.506927 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.507233 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Tracked resource versions report: Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: pushed versions: Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: { 'AddressGroup': {'1.2'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'ConntrackHelper': {'1.0'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Log': {'1.0'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Network': {'1.1'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Port': {'1.7'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'PortForwarding': {'1.2'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'QosPolicy': {'1.9'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SecurityGroup': {'1.4'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SubPort': {'1.0'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Subnet': {'1.1'}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Trunk': {'1.1'}} Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: consumer versions: Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: { DHCP agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: HyperV agent@hv-cinder-78956: {}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: L3 agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: Metadata agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: Metering agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: Open vSwitch agent@dv-cinder-789564-13-iscsi: { 'AddressGroup': '1.2', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'ConntrackHelper': '1.0', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Log': '1.0', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Network': '1.1', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Port': '1.7', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'PortForwarding': '1.2', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'QosPolicy': '1.9', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SecurityGroup': '1.4', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SecurityGroupRule': '1.2', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'SubPort': '1.0', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Subnet': '1.1', Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: 'Trunk': '1.1'}} Aug 31 19:38:43.508372 dv-cinder-789564-13-iscsi neutron-server[95343]: {{(pid=95343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:38:43.511451 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.511785 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Added segment a287f3b9-6a14-4f55-a16e-251f233f8f1d of type vlan for network 7f3ac307-3f02-496a-89f4-009e58169605 Aug 31 19:38:43.554633 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.591544 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.594639 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:43.595233 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.612812 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5142975 Aug 31 19:38:43.616716 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 40982) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:43.623028 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Request body: {'subnet': {'network_id': '7f3ac307-3f02-496a-89f4-009e58169605', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-565390582-subnet', 'tenant_id': 'd214c7f64af14f6e853437209c479c5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:43.648807 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Made reservation on behalf of d214c7f64af14f6e853437209c479c5b for: {'subnet': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:43.651413 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.670124 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e6a26-a016-4cdf-83c4-1c5690bec9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7f3ac307-3f02-496a-89f4-009e58169605,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:43.681833 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 7f3ac307-3f02-496a-89f4-009e58169605 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:38:43.865770 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:43.919667 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e87f72-2b41-42d0-9c46-5986a8f3a542,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:43.930481 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.930975 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.931458 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.931826 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.932147 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.932857 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.932857 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.933116 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.933656 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.934002 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.934324 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.934642 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Tracked resource versions report: Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: pushed versions: Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: { 'AddressGroup': {'1.2'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'ConntrackHelper': {'1.0'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Log': {'1.0'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Network': {'1.1'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Port': {'1.7'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'PortForwarding': {'1.2'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'QosPolicy': {'1.9'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SecurityGroup': {'1.4'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SubPort': {'1.0'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Subnet': {'1.1'}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Trunk': {'1.1'}} Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: consumer versions: Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: { DHCP agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: HyperV agent@hv-cinder-78956: {}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: L3 agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: Metadata agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: Metering agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: Open vSwitch agent@dv-cinder-789564-13-iscsi: { 'AddressGroup': '1.2', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'ConntrackHelper': '1.0', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Log': '1.0', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Network': '1.1', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Port': '1.7', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'PortForwarding': '1.2', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'QosPolicy': '1.9', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SecurityGroup': '1.4', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SecurityGroupRule': '1.2', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'SubPort': '1.0', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Subnet': '1.1', Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: 'Trunk': '1.1'}} Aug 31 19:38:43.935746 dv-cinder-789564-13-iscsi neutron-server[95340]: {{(pid=95340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:38:43.953193 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Checking segment: {'id': 'a287f3b9-6a14-4f55-a16e-251f233f8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7f3ac307-3f02-496a-89f4-009e58169605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:43.953649 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Network hostable DHCP agents. Network: 7f3ac307-3f02-496a-89f4-009e58169605, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:38:43.977110 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Network 7f3ac307-3f02-496a-89f4-009e58169605 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:38:43.990504 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 7f3ac307-3f02-496a-89f4-009e58169605) {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:43.995093 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:43.996094 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.004428 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efffea5-ff9d-4f80-88c7-245778bfc0dc None None] Network 7f3ac307-3f02-496a-89f4-009e58169605 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:44.024939 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-6f6428a0-b5d5-4faa-b105-a6b7338e37e2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4044290 Aug 31 19:38:44.142073 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82635712-2392-42f4-9724-0d66cd82c832 None None] Network 7f3ac307-3f02-496a-89f4-009e58169605 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:44.432922 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:44.852312 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41060) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:44.885914 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41064) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:45.106770 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41080) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:45.191724 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-141645336-network', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:45.213463 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1919023510-network', 'tenant_id': '00e87c51ca5f418c9f5b53c948822f53'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:45.227554 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Made reservation on behalf of 3bf25ae2e1f645bda288bd5915a4b986 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:45.230120 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.244512 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.254098 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Made reservation on behalf of 00e87c51ca5f418c9f5b53c948822f53 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:45.257383 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.270402 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.366807 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.373455 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.487233 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:38:45.494556 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.520723 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-network', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:45.532076 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.532784 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Added segment 024cc80d-6312-4de7-8f30-14f71d32add4 of type vlan for network d81d3a08-6a07-454d-9d9a-40d1008a382e Aug 31 19:38:45.578965 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.583698 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:45.623068 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.637339 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:38:45.655415 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.656573 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:45.657158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.692661 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8386161 Aug 31 19:38:45.696216 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41110) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:45.701364 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Request body: {'subnet': {'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-subnet', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:45.745664 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.746305 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Added segment bf4decb8-48af-48be-94bb-27f0e26dd4f4 of type vlan for network c7ea806c-f8cd-4e05-8a77-dbe08222f90a Aug 31 19:38:45.771394 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c8ac00-6128-446e-b072-73ba5c2a1a52,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:45.812499 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f2be2-db5a-47b2-a32c-a010951c9b42 admin admin] Pushing event updated for resources: {'Network': ['ID=d81d3a08-6a07-454d-9d9a-40d1008a382e,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:45.825376 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Made reservation on behalf of 2b5d0468ac6d4826bfc6ba13a1762915 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:45.827726 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.837220 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.839348 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.848938 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network d81d3a08-6a07-454d-9d9a-40d1008a382e details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:38:45.855409 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Made reservation on behalf of 3bf25ae2e1f645bda288bd5915a4b986 for: {'subnet': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:45.864604 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Notify callbacks [] for subnet, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.969552 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:45.972083 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.db.resource_extend [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:38:45.981994 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.013511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29c459a-83b1-4aa9-8ba9-0d30ae5cdd47,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:46.029639 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:38:46.044281 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.046497 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:46.047084 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.113005 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.169842 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ab9074-e680-4a33-bab4-ca7d9f82288f,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:46.170412 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ea806c-f8cd-4e05-8a77-dbe08222f90a,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:46.183091 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.185031 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Added segment 7fb59ec5-e291-4a54-9237-c1bc338a7696 of type vlan for network 94e9390e-e3fb-4b10-bffd-be051d391074 Aug 31 19:38:46.212710 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network c7ea806c-f8cd-4e05-8a77-dbe08222f90a details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:38:46.218104 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Checking segment: {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:46.218774 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Network hostable DHCP agents. Network: d81d3a08-6a07-454d-9d9a-40d1008a382e, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:38:46.241883 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-82915f38-763b-4a20-91d2-c0bcf670fe57 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3546519 Aug 31 19:38:46.246230 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41134) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:46.253274 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Request body: {'subnet': {'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1919023510-subnet', 'tenant_id': '00e87c51ca5f418c9f5b53c948822f53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:46.262021 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Network d81d3a08-6a07-454d-9d9a-40d1008a382e is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:38:46.269284 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.277218 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, d81d3a08-6a07-454d-9d9a-40d1008a382e) {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:46.286558 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:46.288444 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.309522 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c20f628-b9f3-4662-a89d-6d6e5dafd990 None None] Network d81d3a08-6a07-454d-9d9a-40d1008a382e requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:46.319362 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Made reservation on behalf of 00e87c51ca5f418c9f5b53c948822f53 for: {'subnet': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:46.322962 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.328391 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-b97a873c-070b-4d64-8c71-ae3455e57cba admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6311233 Aug 31 19:38:46.332191 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41140) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:46.333120 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.334812 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:46.335469 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.355260 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:46.409350 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3013499 Aug 31 19:38:46.410451 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41146) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:46.431304 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Request body: {'subnet': {'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-subnet', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:46.459332 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6a4a6-bc66-4d89-a073-aa895adb9231 admin admin] Pushing event updated for resources: {'Network': ['ID=94e9390e-e3fb-4b10-bffd-be051d391074,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:46.473239 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.474482 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.486610 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 94e9390e-e3fb-4b10-bffd-be051d391074 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:38:46.504348 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2185b1cf-6a67-480a-b2e3-be4a6ed71f6e None None] Network d81d3a08-6a07-454d-9d9a-40d1008a382e requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:46.514302 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Made reservation on behalf of 2b5d0468ac6d4826bfc6ba13a1762915 for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:46.518132 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.586780 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.687336 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.780851 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41158) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:46.792096 dv-cinder-789564-13-iscsi neutron-server[95343]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 19:38:46.854061 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af79d9f-7bce-460f-ad8a-5758861deb7a,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:46.856977 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Checking segment: {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:46.857317 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Network hostable DHCP agents. Network: c7ea806c-f8cd-4e05-8a77-dbe08222f90a, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:38:46.878826 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Network c7ea806c-f8cd-4e05-8a77-dbe08222f90a is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:38:46.890811 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, c7ea806c-f8cd-4e05-8a77-dbe08222f90a) {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:46.895665 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:46.897441 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:46.900731 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67d586-89f8-4239-94e1-d25be5ebe946 None None] Network c7ea806c-f8cd-4e05-8a77-dbe08222f90a requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:46.954854 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-986808f6-4cb5-47c5-957c-85edab9d847b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7071157 Aug 31 19:38:47.042094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.088948 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b6fce8-6eed-4c0b-ba38-0a1f796f9241 None None] Network c7ea806c-f8cd-4e05-8a77-dbe08222f90a requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:47.410169 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.430981 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-4a7c4ffc-d66b-46b5-9647-8f82e3f03970 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:47.432316 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-4a7c4ffc-d66b-46b5-9647-8f82e3f03970 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/networks?id=7f3ac307-3f02-496a-89f4-009e58169605 HTTP/1.1" status: 200 len: 811 time: 0.6472003 Aug 31 19:38:47.488053 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-b5d10d94-975a-4d58-855f-6c1a501c5511 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/quotas/d214c7f64af14f6e853437209c479c5b HTTP/1.1" status: 200 len: 375 time: 0.0313864 Aug 31 19:38:47.499345 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ac21e9-a5ac-46fd-9b85-e2725132184d,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:47.571057 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-2893aeee-a08c-46b6-b851-a8d414ae3194 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d214c7f64af14f6e853437209c479c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732298 Aug 31 19:38:47.606388 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-234d7990-e6fd-44f6-9c28-288992111dd4 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:38:47.607425 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-234d7990-e6fd-44f6-9c28-288992111dd4 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234303 Aug 31 19:38:47.609490 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Checking segment: {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:47.609843 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Network hostable DHCP agents. Network: 94e9390e-e3fb-4b10-bffd-be051d391074, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:38:47.662752 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Network 94e9390e-e3fb-4b10-bffd-be051d391074 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:38:47.716453 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 94e9390e-e3fb-4b10-bffd-be051d391074) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:47.725181 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040b695b-4207-4553-9cdc-abe986f5592d None None] Network 94e9390e-e3fb-4b10-bffd-be051d391074 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:47.754671 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:47.755585 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.812630 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41226) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:47.828754 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-5977345b-1e25-42dc-98cc-e9cbe4c77206 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4065862 Aug 31 19:38:47.832506 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41232) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:47.838724 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:47.842931 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.876604 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.920586 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.921866 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:47.952942 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-94e9390e-e3fb-4b10-bffd-be051d391074', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:38:47.954055 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.019981 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.133910 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Allocated IP 172.20.0.2 (94e9390e-e3fb-4b10-bffd-be051d391074/81ac21e9-a5ac-46fd-9b85-e2725132184d/cae3c790-f1c3-4d8f-8251-8d004043ac45) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:48.145834 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Allocated IP 172.27.0.121 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/ee327c92-0ae5-45a2-9569-dcb153c2e06c) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:48.282585 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-97b1c052-53b3-4bc2-8580-9687d9e4d257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.304416 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41238) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:48.308072 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.380137 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.396163 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Transition to ACTIVE for port object cae3c790-f1c3-4d8f-8251-8d004043ac45 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:48.418625 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Transition to ACTIVE for port object cae3c790-f1c3-4d8f-8251-8d004043ac45 will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:48.426325 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.449606 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-97b1c052-53b3-4bc2-8580-9687d9e4d257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.456062 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-97b1c052-53b3-4bc2-8580-9687d9e4d257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.476593 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-e34c3891-030e-44e1-a850-66ca4961303f service neutron] 10.222.0.54 "GET /v2.0/networks/7f3ac307-3f02-496a-89f4-009e58169605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556046 Aug 31 19:38:48.484191 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Network 94e9390e-e3fb-4b10-bffd-be051d391074 is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:48.485892 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-29770945-b872-475b-9bc4-716a19108a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.486060 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:48.487834 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Pushing event updated for resources: {'Port': ['ID=cae3c790-f1c3-4d8f-8251-8d004043ac45,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:48.490135 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:48.502477 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.502740 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.502996 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.503274 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.503610 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.503944 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.504273 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.504601 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.504943 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.505275 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.505600 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.506845 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:48.507702 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1c052-53b3-4bc2-8580-9687d9e4d257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da86ace4-4e85-448d-96ab-a2cbd6db273d,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Tracked resource versions report: Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: pushed versions: Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: { 'AddressGroup': {'1.2'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'ConntrackHelper': {'1.0'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Log': {'1.0'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Network': {'1.1'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Port': {'1.7'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'PortForwarding': {'1.2'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'QosPolicy': {'1.9'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SecurityGroup': {'1.4'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SubPort': {'1.0'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Subnet': {'1.1'}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Trunk': {'1.1'}} Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: consumer versions: Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: { DHCP agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: HyperV agent@hv-cinder-78956: {}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: L3 agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: Metadata agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: Metering agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: Open vSwitch agent@dv-cinder-789564-13-iscsi: { 'AddressGroup': '1.2', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'ConntrackHelper': '1.0', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Log': '1.0', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Network': '1.1', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Port': '1.7', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'PortForwarding': '1.2', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'QosPolicy': '1.9', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SecurityGroup': '1.4', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SecurityGroupRule': '1.2', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'SubPort': '1.0', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Subnet': '1.1', Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: 'Trunk': '1.1'}} Aug 31 19:38:48.508097 dv-cinder-789564-13-iscsi neutron-server[95344]: {{(pid=95344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:38:48.528789 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-97b1c052-53b3-4bc2-8580-9687d9e4d257 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9773d8f23374cfd9b0c2f162d0c4d8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7147841 Aug 31 19:38:48.532828 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41242) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:48.564287 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Attempting to bind port cae3c790-f1c3-4d8f-8251-8d004043ac45 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:48.565270 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Attempting to bind port cae3c790-f1c3-4d8f-8251-8d004043ac45 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:48.565679 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Attempting to bind port cae3c790-f1c3-4d8f-8251-8d004043ac45 on network 94e9390e-e3fb-4b10-bffd-be051d391074 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:48.573236 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:48.573471 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Checking segment: {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:48.573811 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.574237 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Bound using segment: {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:48.575011 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Bound port: cae3c790-f1c3-4d8f-8251-8d004043ac45, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:48.575582 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.605828 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.608045 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9c60-5ee6-4465-bdcb-04ae38f4bbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.641120 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9c60-5ee6-4465-bdcb-04ae38f4bbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.660885 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] For port cae3c790-f1c3-4d8f-8251-8d004043ac45, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:48.667040 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] For port cae3c790-f1c3-4d8f-8251-8d004043ac45, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=cae3c790-f1c3-4d8f-8251-8d004043ac45,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:48.675127 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.725709 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9c60-5ee6-4465-bdcb-04ae38f4bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.728705 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9c60-5ee6-4465-bdcb-04ae38f4bbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.730125 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-d9ee9c60-5ee6-4465-bdcb-04ae38f4bbd0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da86ace4-4e85-448d-96ab-a2cbd6db273d HTTP/1.1" status: 204 len: 168 time: 0.1960704 Aug 31 19:38:48.744730 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee9c60-5ee6-4465-bdcb-04ae38f4bbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da86ace4-4e85-448d-96ab-a2cbd6db273d,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:48.756919 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-686e2c9b-621c-45ba-94b5-9aa3dc98cca3 service neutron] 10.222.0.54 "GET /v2.0/networks/7f3ac307-3f02-496a-89f4-009e58169605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665384 Aug 31 19:38:48.780951 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ada60-8be0-42fb-9053-22648b75e061 None None] Pushing event updated for resources: {'Port': ['ID=cae3c790-f1c3-4d8f-8251-8d004043ac45,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:48.815496 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:48.922749 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:48.940122 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Pushing event updated for resources: {'Port': ['ID=ee327c92-0ae5-45a2-9569-dcb153c2e06c,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:48.994491 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:49.001842 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:49.073617 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-29770945-b872-475b-9bc4-716a19108a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.182948 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-29770945-b872-475b-9bc4-716a19108a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.369182 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.402122 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-29770945-b872-475b-9bc4-716a19108a59 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35c1574764f5469db161d0089cd32373&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0888214 Aug 31 19:38:49.403704 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41292) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:49.407795 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.422742 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41294) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:49.433549 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41296) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:49.440596 dv-cinder-789564-13-iscsi neutron-server[95340]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 19:38:49.468914 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4aacc152-1b46-48d4-8897-1f51a49557de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.477624 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d0cf496d-2090-4172-b883-9d7001d68a17 req-994b7b7b-d145-416e-87d1-a35c3f226300 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 210 time: 0.0884426 Aug 31 19:38:49.478915 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29770945-b872-475b-9bc4-716a19108a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ebf2f-ce82-4b56-8003-02aa8f31f254,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:49.703870 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-23282eb2-231f-490f-86f4-995fbf13231c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.762939 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-813f4f82-e0a5-4faf-8c45-e066c889a869 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:49.764529 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-813f4f82-e0a5-4faf-8c45-e066c889a869 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 815 time: 0.3253016 Aug 31 19:38:49.776027 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-23282eb2-231f-490f-86f4-995fbf13231c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.806176 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-d72042b1-a1c6-4929-a3bd-57368225df6f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/quotas/00e87c51ca5f418c9f5b53c948822f53 HTTP/1.1" status: 200 len: 375 time: 0.0332165 Aug 31 19:38:49.847966 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Allocated IP 172.27.0.155 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:49.889887 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.925991 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-10e2f5f3-ec51-47e4-8e46-04198106c3d9 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978937 Aug 31 19:38:49.948803 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4aacc152-1b46-48d4-8897-1f51a49557de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.960035 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-34358bb7-9881-4fb8-ab16-1fdc86676eaa tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:38:49.961126 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-34358bb7-9881-4fb8-ab16-1fdc86676eaa tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111363 Aug 31 19:38:49.971577 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4aacc152-1b46-48d4-8897-1f51a49557de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.975047 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-23282eb2-231f-490f-86f4-995fbf13231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.983707 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-23282eb2-231f-490f-86f4-995fbf13231c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:49.986650 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-23282eb2-231f-490f-86f4-995fbf13231c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f5ebf2f-ce82-4b56-8003-02aa8f31f254 HTTP/1.1" status: 204 len: 168 time: 0.5811656 Aug 31 19:38:49.992182 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device cae3c790-f1c3-4d8f-8251-8d004043ac45 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:50.070373 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port cae3c790-f1c3-4d8f-8251-8d004043ac45 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:50.090843 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-4aacc152-1b46-48d4-8897-1f51a49557de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52f3d45271c14441848c31c5106b0984&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6588345 Aug 31 19:38:50.093507 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41326) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:50.097533 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacc152-1b46-48d4-8897-1f51a49557de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d78bb4-1ef9-4efb-a614-cdc4be48e41e,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:50.119423 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23282eb2-231f-490f-86f4-995fbf13231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ebf2f-ce82-4b56-8003-02aa8f31f254,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:50.253808 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.377986 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2541-b0b2-46b2-a769-26da5514a64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.406112 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa33a1e-b4d9-46ab-9cae-0e65f914d3c3 None None] Network 94e9390e-e3fb-4b10-bffd-be051d391074 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:38:50.487688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.494688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2541-b0b2-46b2-a769-26da5514a64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.574041 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-0d3e97bf-6206-4b53-8b70-abf8e762c193 service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542109 Aug 31 19:38:50.631643 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2541-b0b2-46b2-a769-26da5514a64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.641999 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2541-b0b2-46b2-a769-26da5514a64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.645756 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-ef6a2541-b0b2-46b2-a769-26da5514a64f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17d78bb4-1ef9-4efb-a614-cdc4be48e41e HTTP/1.1" status: 204 len: 168 time: 0.5486817 Aug 31 19:38:50.645889 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-9fccd57c-7098-41b6-a85d-3ca81a67a99f None None] Provisioning for port cae3c790-f1c3-4d8f-8251-8d004043ac45 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:50.662160 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.683504 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a2541-b0b2-46b2-a769-26da5514a64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d78bb4-1ef9-4efb-a614-cdc4be48e41e,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:50.684729 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-9fccd57c-7098-41b6-a85d-3ca81a67a99f None None] Provisioning complete for port cae3c790-f1c3-4d8f-8251-8d004043ac45 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:50.685289 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9fccd57c-7098-41b6-a85d-3ca81a67a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.750947 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41350) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:50.792898 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f470d0d0-786b-4a8d-a6f3-79dccdec4545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:50.800784 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:50.804905 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:50.809716 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:50.835546 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-f0bb7a75-7e70-4e16-94b4-55aeeddfbf23 service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602410 Aug 31 19:38:50.896009 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:50.996802 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9fccd57c-7098-41b6-a85d-3ca81a67a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.095469 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-9fccd57c-7098-41b6-a85d-3ca81a67a99f None None] For port cae3c790-f1c3-4d8f-8251-8d004043ac45, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=cae3c790-f1c3-4d8f-8251-8d004043ac45,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:51.101653 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9fccd57c-7098-41b6-a85d-3ca81a67a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.125689 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f470d0d0-786b-4a8d-a6f3-79dccdec4545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.133046 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f470d0d0-786b-4a8d-a6f3-79dccdec4545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.173987 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-83fe2c18-0625-4433-a56b-0bec6db49dbd req-e41c57aa-7324-4bda-998b-b9cd0b53a6dd tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 210 time: 0.1084580 Aug 31 19:38:51.188716 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-f470d0d0-786b-4a8d-a6f3-79dccdec4545 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b0d21bc5314476a9311e131ca961213&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4341562 Aug 31 19:38:51.188716 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d0d0-786b-4a8d-a6f3-79dccdec4545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5a2804-ac53-45ed-b563-aa13d4f210f4,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:51.201634 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41364) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:51.268626 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccd57c-7098-41b6-a85d-3ca81a67a99f None None] Pushing event updated for resources: {'Port': ['ID=cae3c790-f1c3-4d8f-8251-8d004043ac45,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:51.285952 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-e12abd5e-85e6-43c7-acbe-99efbf01125c None None] Provisioning complete for port cae3c790-f1c3-4d8f-8251-8d004043ac45 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:51.285952 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e12abd5e-85e6-43c7-acbe-99efbf01125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.394032 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6ee51285-f580-43e5-ad9d-3e2106448d05 req-19f7f558-774a-4be0-931f-fe53831c3d81 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.0721374 Aug 31 19:38:51.441849 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-dd5c24d9-c353-4cc7-9b02-f4a9310bd1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.473434 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Router 119103f8-9672-45e0-9f7e-c063e931623c is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:38:51.509950 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-dd5c24d9-c353-4cc7-9b02-f4a9310bd1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.601287 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.792162 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:51.793754 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-dd5c24d9-c353-4cc7-9b02-f4a9310bd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.797085 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-dd5c24d9-c353-4cc7-9b02-f4a9310bd1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.797838 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-dd5c24d9-c353-4cc7-9b02-f4a9310bd1ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d5a2804-ac53-45ed-b563-aa13d4f210f4 HTTP/1.1" status: 204 len: 168 time: 0.5813379 Aug 31 19:38:51.804342 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Sync routers for ids ['119103f8-9672-45e0-9f7e-c063e931623c'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:51.824733 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Routers {'119103f8-9672-45e0-9f7e-c063e931623c'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:51.825287 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c24d9-c353-4cc7-9b02-f4a9310bd1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5a2804-ac53-45ed-b563-aa13d4f210f4,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:51.828040 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:38:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['119103f8-9672-45e0-9f7e-c063e931623c'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:51.831243 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:51.835309 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-fca2c894-ff2d-4026-8f19-96ed01693585 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4836042 Aug 31 19:38:51.835613 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41428) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:51.997734 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device cae3c790-f1c3-4d8f-8251-8d004043ac45 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:52.025325 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:52.070522 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Set router 119103f8-9672-45e0-9f7e-c063e931623c gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:52.128760 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port cae3c790-f1c3-4d8f-8251-8d004043ac45 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:52.129211 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:52.414628 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119103f8-9672-45e0-9f7e-c063e931623c', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:46Z', 'updated_at': '2021-08-31T19:38:49Z', 'revision_number': 3, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'gw_port': {'id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:52.447900 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Checking router: 119103f8-9672-45e0-9f7e-c063e931623c for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:52.448590 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Updating router 119103f8-9672-45e0-9f7e-c063e931623c port ee327c92-0ae5-45a2-9569-dcb153c2e06c binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:38:52.457110 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Router a89e96f1-7ccc-48f7-ac7e-612b927aba13 is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:38:52.484070 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:52.616631 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1156d6a3-282b-4698-943a-aff38540f9d2 req-5531f84f-45cb-4c8e-bb8c-c7bdfb91a47f tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 210 time: 0.0328393 Aug 31 19:38:52.651777 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-606cd14b-e442-4531-8cc1-bbb5da333fdd req-2e062dcc-a77e-43b6-b1c2-7e0e5f2f1e30 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.0718901 Aug 31 19:38:52.730918 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:52.740569 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Sync routers for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:52.749829 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:52.755019 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-ff2cd00d-a826-498e-b3ed-94a8604de1b1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9213331 Aug 31 19:38:52.757444 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41470) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:52.765620 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:52.776336 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:38:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:52.963560 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:53.000821 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.041335 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.064909 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Transition to ACTIVE for port object ee327c92-0ae5-45a2-9569-dcb153c2e06c will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:53.078349 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.170541 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Pushing event updated for resources: {'Port': ['ID=ee327c92-0ae5-45a2-9569-dcb153c2e06c,revision_number=2']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:53.183550 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.184216 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.184723 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.185938 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.186804 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.187756 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.188373 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.189012 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.189957 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.190652 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.191176 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.196995 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Tracked resource versions report: Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: pushed versions: Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: { 'AddressGroup': {'1.2'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'ConntrackHelper': {'1.0'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Log': {'1.0'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Network': {'1.1'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Port': {'1.7'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'PortForwarding': {'1.2'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'QosPolicy': {'1.9'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SecurityGroup': {'1.4'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SecurityGroupRule': {'1.2'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SubPort': {'1.0'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Subnet': {'1.1'}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Trunk': {'1.1'}} Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: consumer versions: Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: { DHCP agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: HyperV agent@hv-cinder-78956: {}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: L3 agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: Metadata agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: Metering agent@dv-cinder-789564-13-iscsi: {}, Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: Open vSwitch agent@dv-cinder-789564-13-iscsi: { 'AddressGroup': '1.2', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'ConntrackHelper': '1.0', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Log': '1.0', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Network': '1.1', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Port': '1.7', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'PortForwarding': '1.2', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'QosPolicy': '1.9', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SecurityGroup': '1.4', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SecurityGroupRule': '1.2', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'SubPort': '1.0', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Subnet': '1.1', Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: 'Trunk': '1.1'}} Aug 31 19:38:53.201801 dv-cinder-789564-13-iscsi neutron-server[95345]: {{(pid=95345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 19:38:53.280558 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Attempting to bind port ee327c92-0ae5-45a2-9569-dcb153c2e06c on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:53.280924 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Attempting to bind port ee327c92-0ae5-45a2-9569-dcb153c2e06c by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:53.281281 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Attempting to bind port ee327c92-0ae5-45a2-9569-dcb153c2e06c on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:53.296998 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:53.297369 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:53.298066 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.298666 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:53.299340 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Bound port: ee327c92-0ae5-45a2-9569-dcb153c2e06c, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:53.299957 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.422633 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] For port ee327c92-0ae5-45a2-9569-dcb153c2e06c, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:53.431248 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] For port ee327c92-0ae5-45a2-9569-dcb153c2e06c, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=ee327c92-0ae5-45a2-9569-dcb153c2e06c,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:53.445331 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.480359 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Allocated IP 172.20.0.1 (d81d3a08-6a07-454d-9d9a-40d1008a382e/55ab9074-e680-4a33-bab4-ca7d9f82288f/34e199c5-a599-4bb9-80e9-3d3aded592e1) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:53.500415 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:51Z', 'revision_number': 3, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:53.533298 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Checking router: a89e96f1-7ccc-48f7-ac7e-612b927aba13 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:53.533298 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Updating router a89e96f1-7ccc-48f7-ac7e-612b927aba13 port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:38:53.536312 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Routers {'119103f8-9672-45e0-9f7e-c063e931623c'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:53.537009 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:38:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['119103f8-9672-45e0-9f7e-c063e931623c'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:53.542016 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.564308 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.603947 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6118c87-af68-4e87-98a6-a3d7a204bb8b None None] Pushing event updated for resources: {'Port': ['ID=ee327c92-0ae5-45a2-9569-dcb153c2e06c,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:53.689862 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] Set router 119103f8-9672-45e0-9f7e-c063e931623c gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:53.828670 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.871344 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6596d42e-8553-432e-b576-f034a85a2312 req-93d2c4e9-4f17-40b4-9c20-77e296dcd36d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.0938182 Aug 31 19:38:53.919859 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c187a585-5f4d-4f80-8df4-c8249f2d0096 req-7938d9ef-c6ec-43d0-aeac-a08bac4b323b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 210 time: 0.1442356 Aug 31 19:38:53.924295 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:53.983287 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Network d81d3a08-6a07-454d-9d9a-40d1008a382e is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:53.990816 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Allocated IP 172.20.0.1 (94e9390e-e3fb-4b10-bffd-be051d391074/81ac21e9-a5ac-46fd-9b85-e2725132184d/9e80fdee-82f7-4a90-b10f-21b619857ae3) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:53.992996 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:53.998654 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:53.999754 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.071394 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119103f8-9672-45e0-9f7e-c063e931623c', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:46Z', 'updated_at': '2021-08-31T19:38:49Z', 'revision_number': 3, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'gw_port': {'id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:54.092660 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Pushing event updated for resources: {'Port': ['ID=34e199c5-a599-4bb9-80e9-3d3aded592e1,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:54.103631 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed19dc0-5e8d-4c4a-a9fd-23bca5c99c48 None None] The sync data for ids ['119103f8-9672-45e0-9f7e-c063e931623c'] in dv-cinder-789564-13-iscsi is: [{'id': '119103f8-9672-45e0-9f7e-c063e931623c', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:46Z', 'updated_at': '2021-08-31T19:38:49Z', 'revision_number': 3, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'gw_port': {'id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:54.131395 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.155621 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.168104 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Transition to ACTIVE for port object 9e80fdee-82f7-4a90-b10f-21b619857ae3 will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:54.180810 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Transition to ACTIVE for port object 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:54.194105 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.245146 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.275486 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Attempting to bind port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:54.275856 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Attempting to bind port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:54.276658 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Attempting to bind port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:54.281491 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.316008 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:54.316378 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:54.316542 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Network 94e9390e-e3fb-4b10-bffd-be051d391074 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:54.316862 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.317151 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:54.317625 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Bound port: 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:54.319812 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:54.323126 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.324936 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:38:54.325562 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.480339 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Pushing event updated for resources: {'Port': ['ID=9e80fdee-82f7-4a90-b10f-21b619857ae3,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:54.517820 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7725c49-a1eb-4a03-bc04-a0d4bde0ec8e None None] Pushing event updated for resources: {'Port': ['ID=647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:54.599454 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] For port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:54.613203 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] For port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:54.631366 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.680448 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.691823 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.692697 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.755212 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.777963 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7725c49-a1eb-4a03-bc04-a0d4bde0ec8e None None] Pushing event updated for resources: {'Port': ['ID=647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:54.789094 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:54.790039 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:38:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:54.843516 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Pushing event updated for resources: {'Port': ['ID=34e199c5-a599-4bb9-80e9-3d3aded592e1,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:54.921957 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-030c19e9-e981-4776-8074-534c82959adf None None] Provisioning for port 9e80fdee-82f7-4a90-b10f-21b619857ae3 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:54.934387 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Network d81d3a08-6a07-454d-9d9a-40d1008a382e is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:54.936744 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:54.936923 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-030c19e9-e981-4776-8074-534c82959adf None None] Provisioning complete for port 9e80fdee-82f7-4a90-b10f-21b619857ae3 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:54.937524 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-030c19e9-e981-4776-8074-534c82959adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:54.940666 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:55.077415 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6d381ecc-99e5-4807-8011-7031731688d5 req-a667bed9-4700-4427-8dfa-b989f74fe319 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.0458088 Aug 31 19:38:55.115617 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Router 119103f8-9672-45e0-9f7e-c063e931623c has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:38:55.155569 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.175857 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.183465 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.238050 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-15c317a8-d791-47a3-917e-813dcaf36aac req-b2392fa6-5146-417b-b8b1-7c8495f6e03b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 210 time: 0.1021104 Aug 31 19:38:55.341914 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:55.362003 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-4a8ee01d-f06c-4af5-9299-eb021bdb362c admin admin] 10.222.0.54 "PUT /v2.0/routers/119103f8-9672-45e0-9f7e-c063e931623c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5137627 Aug 31 19:38:55.458028 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-030c19e9-e981-4776-8074-534c82959adf None None] Port 9e80fdee-82f7-4a90-b10f-21b619857ae3 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:38:55.533145 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Pushing event updated for resources: {'Port': ['ID=9e80fdee-82f7-4a90-b10f-21b619857ae3,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:55.562774 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-e48539ce-0638-4472-b180-e2c11422840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:38:53Z', 'revision_number': 1, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:55.594884 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Network 94e9390e-e3fb-4b10-bffd-be051d391074 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:38:55.596974 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:38:55.619210 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48539ce-0638-4472-b180-e2c11422840d None None] The sync data for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi is: [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:38:53Z', 'revision_number': 1, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:38:55.795002 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41568) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:55.813071 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Router a89e96f1-7ccc-48f7-ac7e-612b927aba13 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:38:55.895695 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-71d65228-901f-4c62-b67e-b3330a221a4c None None] Provisioning complete for port 9e80fdee-82f7-4a90-b10f-21b619857ae3 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:55.897183 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-71d65228-901f-4c62-b67e-b3330a221a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:55.995032 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-71d65228-901f-4c62-b67e-b3330a221a4c None None] Port 9e80fdee-82f7-4a90-b10f-21b619857ae3 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:38:56.002230 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cf01eea3-9c54-4a81-8fcd-40897c069c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.025882 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:38:56.042027 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-9ddf3ab6-590f-41a1-8dab-dcf6a4ca8c87 admin admin] 10.222.0.54 "PUT /v2.0/routers/a89e96f1-7ccc-48f7-ac7e-612b927aba13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2816174 Aug 31 19:38:56.069396 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device ee327c92-0ae5-45a2-9569-dcb153c2e06c up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:56.160923 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port ee327c92-0ae5-45a2-9569-dcb153c2e06c completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:56.166764 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port ee327c92-0ae5-45a2-9569-dcb153c2e06c triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:56.167137 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.185337 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cf01eea3-9c54-4a81-8fcd-40897c069c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.192671 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cf01eea3-9c54-4a81-8fcd-40897c069c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.299774 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2a9dcb99-07c0-4f43-b024-e4abe54b123f req-bcdb018b-bc9f-4db5-a34d-c3971ac17d49 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.0596087 Aug 31 19:38:56.326642 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-cf01eea3-9c54-4a81-8fcd-40897c069c8f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df337f1fb6604d3aae650924f317f398&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5281501 Aug 31 19:38:56.329747 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41590) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:56.341421 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01eea3-9c54-4a81-8fcd-40897c069c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a93ddcc-403d-457e-9637-e239600508f1,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:56.354140 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.393792 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port ee327c92-0ae5-45a2-9569-dcb153c2e06c, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=ee327c92-0ae5-45a2-9569-dcb153c2e06c,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:56.407723 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.424822 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-85c8d544-9aae-4880-91b3-1f61a688d659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.434333 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-7d845d6c-4cb5-476d-b488-e83b2e9458fa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:56.435968 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-7d845d6c-4cb5-476d-b488-e83b2e9458fa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 818 time: 0.2032638 Aug 31 19:38:56.464437 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-e520f47c-cb34-4206-a491-d3c115317594 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/quotas/3bf25ae2e1f645bda288bd5915a4b986 HTTP/1.1" status: 200 len: 375 time: 0.0145674 Aug 31 19:38:56.476035 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-85c8d544-9aae-4880-91b3-1f61a688d659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.479992 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=ee327c92-0ae5-45a2-9569-dcb153c2e06c,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:56.539518 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.585594 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-85c8d544-9aae-4880-91b3-1f61a688d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.589098 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-85c8d544-9aae-4880-91b3-1f61a688d659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:56.590491 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-85c8d544-9aae-4880-91b3-1f61a688d659 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a93ddcc-403d-457e-9637-e239600508f1 HTTP/1.1" status: 204 len: 168 time: 0.2597146 Aug 31 19:38:56.626283 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-6d47a8dc-8930-4b73-9684-f3c62abbe640 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1420429 Aug 31 19:38:56.642813 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8d544-9aae-4880-91b3-1f61a688d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a93ddcc-403d-457e-9637-e239600508f1,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:56.743529 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.55', 56809) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:56.859536 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-93c14e55-7dbc-47e5-9fb8-b5ba78fa69b0 service neutron] 10.222.0.54 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311549 Aug 31 19:38:56.895099 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Sync routers for ids ['119103f8-9672-45e0-9f7e-c063e931623c'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:56.925228 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Routers {'119103f8-9672-45e0-9f7e-c063e931623c'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:56.928426 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:38:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['119103f8-9672-45e0-9f7e-c063e931623c'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:57.011013 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-89099942-8343-4628-837d-de14640944bd tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:57.014915 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-89099942-8343-4628-837d-de14640944bd tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.55 "GET /v2.0/networks?id=7f3ac307-3f02-496a-89f4-009e58169605 HTTP/1.1" status: 200 len: 811 time: 0.2626510 Aug 31 19:38:57.041365 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41608) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:57.047769 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-9cb81f2e-4720-40e4-8654-d5693b0dac11 service neutron] 10.222.0.54 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873708 Aug 31 19:38:57.048115 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-6118b486-ebed-43bf-a445-2ba67d911bb7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005854546', 'description': 'tempest-description--982769784'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:57.116179 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6118b486-ebed-43bf-a445-2ba67d911bb7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.141335 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Request body: {'port': {'device_id': '50aaa604-e242-4b27-9c0a-38bedbce2404', 'network_id': '7f3ac307-3f02-496a-89f4-009e58169605', 'admin_state_up': True, 'tenant_id': 'd214c7f64af14f6e853437209c479c5b'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:57.306188 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41620) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:57.330397 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-143b95d8-382e-477c-9ca1-ab1fad86145e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.420833 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fbf86da1-793b-4796-8e07-ceedce109bf5 req-71a418d7-b451-4392-bc83-8cb66734e205 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 210 time: 0.1070263 Aug 31 19:38:57.433246 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Set router 119103f8-9672-45e0-9f7e-c063e931623c gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:57.650904 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1c00b434-bc91-4ced-a56a-64f86fc355bf req-ec808739-7233-4310-a103-76198d7cef10 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 210 time: 0.1023395 Aug 31 19:38:57.807330 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6118b486-ebed-43bf-a445-2ba67d911bb7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:57.807516 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-266aa534-aeb1-455e-8007-049854232942 req-06a454c9-2fdb-4e96-bc70-5015222d1517 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.0843976 Aug 31 19:38:57.814585 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.55', 56818) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:57.816633 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119103f8-9672-45e0-9f7e-c063e931623c', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:46Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'gw_port': {'id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '34e199c5-a599-4bb9-80e9-3d3aded592e1', 'name': '', 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'mac_address': 'fa:16:3e:48:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '55ab9074-e680-4a33-bab4-ca7d9f82288f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 2, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'subnets': [{'id': '55ab9074-e680-4a33-bab4-ca7d9f82288f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:57.883603 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Checking router: 119103f8-9672-45e0-9f7e-c063e931623c for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:38:57.884256 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Updating router 119103f8-9672-45e0-9f7e-c063e931623c port 34e199c5-a599-4bb9-80e9-3d3aded592e1 binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:38:57.933754 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6118b486-ebed-43bf-a445-2ba67d911bb7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.027936 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.102195 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-143b95d8-382e-477c-9ca1-ab1fad86145e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.113009 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-143b95d8-382e-477c-9ca1-ab1fad86145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.201183 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.db.api [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:38:58.201183 dv-cinder-789564-13-iscsi neutron-server[95343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:38:58.201183 dv-cinder-789564-13-iscsi neutron-server[95343]: [parameters: {'project_id_1': 'd214c7f64af14f6e853437209c479c5b', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 38, 57, 700985)}] Aug 31 19:38:58.201183 dv-cinder-789564-13-iscsi neutron-server[95343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:38:58.202068 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG oslo_db.api [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:38:58.281386 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118b486-ebed-43bf-a445-2ba67d911bb7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed921dc-4e28-4408-9828-04ad55220564,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:58.291186 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:58.314242 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6118b486-ebed-43bf-a445-2ba67d911bb7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.323933 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-6118b486-ebed-43bf-a445-2ba67d911bb7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2812455 Aug 31 19:38:58.326817 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41680) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:58.332453 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-e696a273-a15a-4c1f-a957-daa0ee46d215 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'security_group_rule': {'security_group_id': '7ed921dc-4e28-4408-9828-04ad55220564', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:58.415999 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:38:58.420482 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:58.421783 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.457206 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-8881c9ef-1666-45cc-b2a5-9dd4d3269632 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:58.463580 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-8881c9ef-1666-45cc-b2a5-9dd4d3269632 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 815 time: 0.6476684 Aug 31 19:38:58.466348 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e696a273-a15a-4c1f-a957-daa0ee46d215 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.519406 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Request body: {'port': {'device_id': '43e8d0b8-9f85-4990-881c-6eb5d290e036', 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a', 'admin_state_up': True, 'tenant_id': '00e87c51ca5f418c9f5b53c948822f53'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:38:58.529275 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-143b95d8-382e-477c-9ca1-ab1fad86145e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8d54808868249a5a9d09d91ba07c4c0&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2196250 Aug 31 19:38:58.537202 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41694) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:58.612112 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-66846fd3-f799-44ce-a1ce-8f887c756a6f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:38:58.631625 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-66846fd3-f799-44ce-a1ce-8f887c756a6f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 818 time: 0.3895478 Aug 31 19:38:58.639126 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.648468 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b95d8-382e-477c-9ca1-ab1fad86145e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5decdcba-69fe-496d-a102-9221bb53ba67,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:58.681470 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:38:58.689951 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.691840 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device ee327c92-0ae5-45a2-9569-dcb153c2e06c up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:38:58.721784 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-1bff4da6-13e2-4ecb-aaad-7d10820d27b5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/quotas/3bf25ae2e1f645bda288bd5915a4b986 HTTP/1.1" status: 200 len: 375 time: 0.0798829 Aug 31 19:38:58.857230 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.869791 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Transition to ACTIVE for port object 34e199c5-a599-4bb9-80e9-3d3aded592e1 will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:38:58.877857 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:58.975306 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e696a273-a15a-4c1f-a957-daa0ee46d215 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.058350 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0178ee88-ca51-494f-b611-5307658b227c req-ed5ff360-76b7-41d7-a388-d005915df42e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 210 time: 0.2802410 Aug 31 19:38:59.058350 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Made reservation on behalf of d214c7f64af14f6e853437209c479c5b for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:38:59.058350 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.058350 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e696a273-a15a-4c1f-a957-daa0ee46d215 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.075508 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port ee327c92-0ae5-45a2-9569-dcb153c2e06c triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:38:59.078624 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.084477 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:59.097931 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b3623f6a-0077-497a-be73-7d52d54968d8 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3696785 Aug 31 19:38:59.148013 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc947d-ba70-420d-9866-54cb60200f19 None None] Pushing event updated for resources: {'Port': ['ID=34e199c5-a599-4bb9-80e9-3d3aded592e1,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:59.287283 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Attempting to bind port 34e199c5-a599-4bb9-80e9-3d3aded592e1 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:38:59.290607 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Attempting to bind port 34e199c5-a599-4bb9-80e9-3d3aded592e1 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:38:59.291358 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Attempting to bind port 34e199c5-a599-4bb9-80e9-3d3aded592e1 on network d81d3a08-6a07-454d-9d9a-40d1008a382e {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:38:59.304126 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:38:59.304882 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Checking segment: {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:38:59.305512 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.307091 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Bound using segment: {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:38:59.313819 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Bound port: 34e199c5-a599-4bb9-80e9-3d3aded592e1, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:38:59.314610 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.324335 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-591de14b-ccc0-4c83-932f-075e755aefd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.436306 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-591de14b-ccc0-4c83-932f-075e755aefd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.499835 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Sync routers for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:38:59.506137 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] For port 34e199c5-a599-4bb9-80e9-3d3aded592e1, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:38:59.509937 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] For port 34e199c5-a599-4bb9-80e9-3d3aded592e1, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=34e199c5-a599-4bb9-80e9-3d3aded592e1,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:38:59.515066 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:59.515709 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:38:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:59.517228 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.661006 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc947d-ba70-420d-9866-54cb60200f19 None None] Pushing event updated for resources: {'Port': ['ID=34e199c5-a599-4bb9-80e9-3d3aded592e1,revision_number=4']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:59.678023 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41704) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:38:59.682760 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Allocated IP 172.20.0.7 (7f3ac307-3f02-496a-89f4-009e58169605/66e87f72-2b41-42d0-9c46-5986a8f3a542/14f36cb5-ad2b-4d31-9e05-b51667152185) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:38:59.684534 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Routers {'119103f8-9672-45e0-9f7e-c063e931623c'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:38:59.687645 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:38:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['119103f8-9672-45e0-9f7e-c063e931623c'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:38:59.766437 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:38:59.817294 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-a71be4a0-657c-4e88-8374-19e9445af3d4 service neutron] 10.222.0.54 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849906 Aug 31 19:38:59.872439 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696a273-a15a-4c1f-a957-daa0ee46d215 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6110e60a-8308-4f87-bcd3-428afc923516,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:59.931037 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-591de14b-ccc0-4c83-932f-075e755aefd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.935584 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-591de14b-ccc0-4c83-932f-075e755aefd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:38:59.939016 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-591de14b-ccc0-4c83-932f-075e755aefd8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5decdcba-69fe-496d-a102-9221bb53ba67 HTTP/1.1" status: 204 len: 168 time: 1.3978863 Aug 31 19:38:59.970870 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591de14b-ccc0-4c83-932f-075e755aefd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5decdcba-69fe-496d-a102-9221bb53ba67,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:38:59.973161 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d412d6bd-667d-447e-a8c1-255a99aafaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.028746 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-bd92cf8b-0b67-46ea-9016-7aa6f9d48aaf service neutron] 10.222.0.54 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103722 Aug 31 19:39:00.034521 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] Set router 119103f8-9672-45e0-9f7e-c063e931623c gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:00.076552 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6f891968-57e5-4b5a-81da-4200560e9b01 req-127951d9-e02f-4f4b-8a20-7dd4595d0220 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.8676326 Aug 31 19:39:00.122463 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e696a273-a15a-4c1f-a957-daa0ee46d215 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.142303 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e696a273-a15a-4c1f-a957-daa0ee46d215 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8118451 Aug 31 19:39:00.154096 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41716) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:00.169421 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-1c60d6a3-0285-4a49-af73-c3bdd327140b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'security_group_rule': {'security_group_id': '7ed921dc-4e28-4408-9828-04ad55220564', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:00.208147 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:00.257670 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d412d6bd-667d-447e-a8c1-255a99aafaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.268136 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d412d6bd-667d-447e-a8c1-255a99aafaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.318950 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.55', 56826) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:00.359885 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1c60d6a3-0285-4a49-af73-c3bdd327140b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.376662 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-d412d6bd-667d-447e-a8c1-255a99aafaa2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da2604b68dc84aae859fd63a142cb964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6957185 Aug 31 19:39:00.385739 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41726) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:00.434432 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:00.438363 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.669746 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412d6bd-667d-447e-a8c1-255a99aafaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163ae50f-d4e2-439b-a053-d73bb40fc5f4,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:00.817116 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119103f8-9672-45e0-9f7e-c063e931623c', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:46Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'gw_port': {'id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '34e199c5-a599-4bb9-80e9-3d3aded592e1', 'name': '', 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'mac_address': 'fa:16:3e:48:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '55ab9074-e680-4a33-bab4-ca7d9f82288f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:38:59Z', 'revision_number': 4, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'subnets': [{'id': '55ab9074-e680-4a33-bab4-ca7d9f82288f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:00.875735 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0ecef4aa-9c9b-4f4b-91f5-46d039749108 req-4173510c-8f5f-4939-8a33-a1294a205490 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 210 time: 0.1244838 Aug 31 19:39:00.889608 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b50-b094-4e35-a501-debbf0496ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:00.904021 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed6f03-0db8-4a79-84a8-201579ee2550 None None] The sync data for ids ['119103f8-9672-45e0-9f7e-c063e931623c'] in dv-cinder-789564-13-iscsi is: [{'id': '119103f8-9672-45e0-9f7e-c063e931623c', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:46Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'gw_port': {'id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '34e199c5-a599-4bb9-80e9-3d3aded592e1', 'name': '', 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'mac_address': 'fa:16:3e:48:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '55ab9074-e680-4a33-bab4-ca7d9f82288f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:38:59Z', 'revision_number': 4, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'subnets': [{'id': '55ab9074-e680-4a33-bab4-ca7d9f82288f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:00.972328 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b50-b094-4e35-a501-debbf0496ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.152813 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b50-b094-4e35-a501-debbf0496ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.156622 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b50-b094-4e35-a501-debbf0496ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.157803 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ffbc1b50-b094-4e35-a501-debbf0496ae8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/163ae50f-d4e2-439b-a053-d73bb40fc5f4 HTTP/1.1" status: 204 len: 168 time: 0.7710867 Aug 31 19:39:01.180545 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc1b50-b094-4e35-a501-debbf0496ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163ae50f-d4e2-439b-a053-d73bb40fc5f4,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:01.344235 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0e44c808-8ce2-412e-af71-43d2283b6a89 req-7fec9c26-b523-4bbc-b5fc-1c25306bfb75 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.0971487 Aug 31 19:39:01.502449 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e6a4edf-50d7-4ee3-804c-1811fa784203 req-aeebf98e-c239-4155-9e7d-416c6b761858 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 210 time: 1.1292419 Aug 31 19:39:01.534592 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Made reservation on behalf of 00e87c51ca5f418c9f5b53c948822f53 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:01.540437 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.545206 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 2, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:01.634768 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Checking router: a89e96f1-7ccc-48f7-ac7e-612b927aba13 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:39:01.635361 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Updating router a89e96f1-7ccc-48f7-ac7e-612b927aba13 port 9e80fdee-82f7-4a90-b10f-21b619857ae3 binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:39:01.658139 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.691139 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.865944 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1c60d6a3-0285-4a49-af73-c3bdd327140b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.975832 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1c60d6a3-0285-4a49-af73-c3bdd327140b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:01.992696 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.076261 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7ac0c240-641c-4bfd-8d81-c6b623690d6d req-937a1606-2f8d-434a-8323-7828a55a0044 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 210 time: 0.0559211 Aug 31 19:39:02.205598 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-04c33f9d-1c13-4450-b088-feedfdc8c6f5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:02.207735 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-04c33f9d-1c13-4450-b088-feedfdc8c6f5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 818 time: 1.8316920 Aug 31 19:39:02.217018 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 34e199c5-a599-4bb9-80e9-3d3aded592e1 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:02.301296 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Network 7f3ac307-3f02-496a-89f4-009e58169605 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:02.306975 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60d6a3-0285-4a49-af73-c3bdd327140b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e862d48b-14ab-476e-a507-f0f24bc58e7c,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:02.331531 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Request body: {'port': {'device_id': 'fad99656-6d0a-4a6d-9761-3063d3eb8ce5', 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e', 'admin_state_up': True, 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:02.466864 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Allocated IP 172.20.0.12 (c7ea806c-f8cd-4e05-8a77-dbe08222f90a/7af79d9f-7bce-460f-ad8a-5758861deb7a/c6570840-1b50-431a-bbb6-a801953ca3bc) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:02.574523 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 34e199c5-a599-4bb9-80e9-3d3aded592e1 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:02.664838 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4593078c-84c9-423a-b2a4-3239367c3ad5 req-a62cf1e9-69e4-4a65-87b3-ef9769ee97fa tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.1535161 Aug 31 19:39:02.671521 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 34e199c5-a599-4bb9-80e9-3d3aded592e1 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:02.671904 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.728164 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:02.776328 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1c60d6a3-0285-4a49-af73-c3bdd327140b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.783691 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1c60d6a3-0285-4a49-af73-c3bdd327140b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6270859 Aug 31 19:39:02.787958 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41822) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:02.798329 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:02.799882 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'floatingip': {'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:02.816504 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:02.826366 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.867180 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.876494 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.55', 56835) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:02.881051 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:02.947530 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Transition to ACTIVE for port object 9e80fdee-82f7-4a90-b10f-21b619857ae3 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:02.971890 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.013746 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Pushing event updated for resources: {'Port': ['ID=14f36cb5-ad2b-4d31-9e05-b51667152185,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:03.061772 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-31d0d832-b183-4719-88fb-efef4d874262 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9246297 Aug 31 19:39:03.273804 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59fd1b-7c3c-4bb7-bfae-37dee920bad6 None None] Pushing event updated for resources: {'Port': ['ID=9e80fdee-82f7-4a90-b10f-21b619857ae3,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:03.320031 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.450437 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-1c7c0902-5e6e-46c2-90a5-b66cd6afb8f1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:03.452636 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-1c7c0902-5e6e-46c2-90a5-b66cd6afb8f1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 818 time: 0.3879738 Aug 31 19:39:03.459525 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41830) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:03.487531 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.532253 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41842) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:03.568750 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Attempting to bind port 9e80fdee-82f7-4a90-b10f-21b619857ae3 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:03.569112 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Attempting to bind port 9e80fdee-82f7-4a90-b10f-21b619857ae3 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:03.569473 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Attempting to bind port 9e80fdee-82f7-4a90-b10f-21b619857ae3 on network 94e9390e-e3fb-4b10-bffd-be051d391074 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:03.581911 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 34e199c5-a599-4bb9-80e9-3d3aded592e1, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=34e199c5-a599-4bb9-80e9-3d3aded592e1,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:03.592729 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:03.593095 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Checking segment: {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:03.593575 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.593880 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Bound using segment: {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:03.594737 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-014e5e14-6db5-41c9-a118-978f18eb96f3 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:39:03.595832 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-014e5e14-6db5-41c9-a118-978f18eb96f3 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218332 Aug 31 19:39:03.602614 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Bound port: 9e80fdee-82f7-4a90-b10f-21b619857ae3, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:03.603025 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.605121 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.610859 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Request body: {'port': {'device_id': 'f1b27708-a49b-4801-87e7-05d560beb077', 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e', 'admin_state_up': True, 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:03.669913 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572270b1-3598-48a3-82fe-b6e291eb9fc4 req-95842751-8837-4a37-a17d-b687106c55ed tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:03.687440 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-572270b1-3598-48a3-82fe-b6e291eb9fc4 req-95842751-8837-4a37-a17d-b687106c55ed tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 931 time: 0.9394660 Aug 31 19:39:03.770345 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Made reservation on behalf of 3bf25ae2e1f645bda288bd5915a4b986 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:03.773900 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.777860 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.824120 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-03c8a3e1-f435-488a-aa3c-ce6ee44b6c1c req-6c0be944-e517-4943-9fcf-b8421854a6bc tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 210 time: 0.3630233 Aug 31 19:39:03.838114 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Made reservation on behalf of 3bf25ae2e1f645bda288bd5915a4b986 for: {'port': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:03.844848 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=34e199c5-a599-4bb9-80e9-3d3aded592e1,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:03.845622 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.887291 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] For port 9e80fdee-82f7-4a90-b10f-21b619857ae3, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:03.899921 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] For port 9e80fdee-82f7-4a90-b10f-21b619857ae3, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=9e80fdee-82f7-4a90-b10f-21b619857ae3,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:03.915828 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:03.933644 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-572270b1-3598-48a3-82fe-b6e291eb9fc4 req-a4a3cd56-741a-48b0-91f7-1c9dd6dc2b6a tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355475 Aug 31 19:39:03.975200 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Network c7ea806c-f8cd-4e05-8a77-dbe08222f90a is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:03.996394 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:04.066915 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59fd1b-7c3c-4bb7-bfae-37dee920bad6 None None] Pushing event updated for resources: {'Port': ['ID=9e80fdee-82f7-4a90-b10f-21b619857ae3,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:04.070618 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:04.071433 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:38:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:04.128863 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:04.151824 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:04.152469 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.174806 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Pushing event updated for resources: {'Port': ['ID=c6570840-1b50-431a-bbb6-a801953ca3bc,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:04.182460 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 34e199c5-a599-4bb9-80e9-3d3aded592e1 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:04.279454 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Request body: {'port': {'device_id': '50aaa604-e242-4b27-9c0a-38bedbce2404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:04.329799 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-dcd8cfe0-c4eb-4d7b-9403-dda8f8100b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.339385 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-23c4e658-1351-4b64-8984-5f3d93040b54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8349011 Aug 31 19:39:04.410833 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:04.461906 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Request body: {'port': {'device_id': '43e8d0b8-9f85-4990-881c-6eb5d290e036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:04.506892 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-dcd8cfe0-c4eb-4d7b-9403-dda8f8100b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.509122 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-abc9bd9b-e1a7-4581-ac80-396ae3fbdcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.533898 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Allocated IP 172.20.0.11 (d81d3a08-6a07-454d-9d9a-40d1008a382e/55ab9074-e680-4a33-bab4-ca7d9f82288f/2233f784-6f58-48a2-862f-fe732c9603f8) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:04.561083 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-dcd8cfe0-c4eb-4d7b-9403-dda8f8100b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.579813 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.606550 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-dcd8cfe0-c4eb-4d7b-9403-dda8f8100b32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4af10cd406d64474833f21febb54ab04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0255601 Aug 31 19:39:04.611975 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41870) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:04.642951 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8cfe0-c4eb-4d7b-9403-dda8f8100b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc198d02-3b6a-4570-8980-e1d890ce72d2,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:04.766263 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-abc9bd9b-e1a7-4581-ac80-396ae3fbdcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.782589 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce47c96-ef4f-4c3b-99ef-6a93a8a083db req-f8b63dc0-785b-407c-a325-0e38a522a7a2 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:04.792080 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5ce47c96-ef4f-4c3b-99ef-6a93a8a083db req-f8b63dc0-785b-407c-a325-0e38a522a7a2 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 932 time: 0.4885204 Aug 31 19:39:04.800635 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-abc9bd9b-e1a7-4581-ac80-396ae3fbdcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:04.890387 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9bd9b-e1a7-4581-ac80-396ae3fbdcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d10ab16-dc1c-4c39-96d7-3d034efaaca9,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:04.909795 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5ce47c96-ef4f-4c3b-99ef-6a93a8a083db req-40189957-00d1-4af9-9b35-6621416db16b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114051 Aug 31 19:39:04.916237 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 34e199c5-a599-4bb9-80e9-3d3aded592e1 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:04.916237 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.016761 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.124565 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:03Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:05.128844 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.210385 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376fb7e-a84c-40f3-a781-32d71122cd7b None None] The sync data for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi is: [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:03Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:05.250681 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.270128 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.334215 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-abc9bd9b-e1a7-4581-ac80-396ae3fbdcf2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=56f452df268e4f0ab576bfed502a53d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8715212 Aug 31 19:39:05.338221 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41884) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:05.369126 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-114b3a52-784c-477f-b72d-8662a20e533a req-e8b98c9f-dba3-46d3-b5bf-393143b7a2aa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 210 time: 0.1661999 Aug 31 19:39:05.420539 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bb693d88-b4ff-4392-8d20-e8de2506c47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.467424 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bb693d88-b4ff-4392-8d20-e8de2506c47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.541825 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Network d81d3a08-6a07-454d-9d9a-40d1008a382e is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:05.572550 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:05.581644 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:05.601029 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:05.602897 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.681861 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bb693d88-b4ff-4392-8d20-e8de2506c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.695632 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bb693d88-b4ff-4392-8d20-e8de2506c47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:05.704108 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-bb693d88-b4ff-4392-8d20-e8de2506c47d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fc198d02-3b6a-4570-8980-e1d890ce72d2 HTTP/1.1" status: 204 len: 168 time: 1.0833049 Aug 31 19:39:05.741869 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Allocated IP 172.27.0.216 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/52ebb8c6-5de0-4647-bbb3-884652c67a35) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:05.753065 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb693d88-b4ff-4392-8d20-e8de2506c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc198d02-3b6a-4570-8980-e1d890ce72d2,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:05.881959 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5654006 Aug 31 19:39:06.100418 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 9e80fdee-82f7-4a90-b10f-21b619857ae3 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:06.138796 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41902) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:06.219473 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Request body: {'port': {'device_id': 'fad99656-6d0a-4a6d-9761-3063d3eb8ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:06.219764 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a9915-b6ab-428d-9f0f-6516782f45e2 req-ba8d0ef2-f0b9-4565-80f2-e65cea07a4f9 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:06.233986 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 9e80fdee-82f7-4a90-b10f-21b619857ae3 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:06.241940 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3c1a9915-b6ab-428d-9f0f-6516782f45e2 req-ba8d0ef2-f0b9-4565-80f2-e65cea07a4f9 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 931 time: 0.9039202 Aug 31 19:39:06.243180 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 9e80fdee-82f7-4a90-b10f-21b619857ae3 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:06.243736 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.277057 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.db.api [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-bd57720b-7c37-4ff5-bdda-698f3005db9e {{(pid=95340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:39:06.277324 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG oslo_db.api [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:39:06.371223 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:39:06.376490 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7b0e27a3-8f20-4b81-904a-2e975f5c8dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.408351 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3c1a9915-b6ab-428d-9f0f-6516782f45e2 req-83cb6f22-b8fc-4686-b47c-bd50402758b8 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654103 Aug 31 19:39:06.449650 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.454981 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.465258 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7b0e27a3-8f20-4b81-904a-2e975f5c8dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.539531 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 9e80fdee-82f7-4a90-b10f-21b619857ae3, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=9e80fdee-82f7-4a90-b10f-21b619857ae3,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:06.546918 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:06.767501 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=9e80fdee-82f7-4a90-b10f-21b619857ae3,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:06.783795 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.067813 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41914) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:07.081372 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c2d2de75-701a-4198-9feb-536bd2f54365 req-bb4d4956-da3d-4dff-a4f0-769f4267e118 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 210 time: 0.4205782 Aug 31 19:39:07.108406 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ccd0b-1a80-48a4-ad2d-4293aa0d6d06 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Pushing event updated for resources: {'Port': ['ID=2233f784-6f58-48a2-862f-fe732c9603f8,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:07.108633 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-42263812-b6f0-4d7a-9415-e4411ffd0202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.162182 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.258451 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae420ec-1411-4e2f-bfb2-b8e2c7694c3c req-0e31a447-3bf9-464a-9c69-dbfc1e89d008 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:07.261021 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8ae420ec-1411-4e2f-bfb2-b8e2c7694c3c req-0e31a447-3bf9-464a-9c69-dbfc1e89d008 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 932 time: 1.1730113 Aug 31 19:39:07.272208 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Allocated IP 172.20.0.2 (d81d3a08-6a07-454d-9d9a-40d1008a382e/55ab9074-e680-4a33-bab4-ca7d9f82288f/ede46c2b-02dd-4d44-a15d-14ff4926c5d5) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:07.285705 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.295146 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7b0e27a3-8f20-4b81-904a-2e975f5c8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.298351 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7b0e27a3-8f20-4b81-904a-2e975f5c8dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.302353 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-7b0e27a3-8f20-4b81-904a-2e975f5c8dd7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d10ab16-dc1c-4c39-96d7-3d034efaaca9 HTTP/1.1" status: 204 len: 168 time: 1.9429085 Aug 31 19:39:07.399256 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8ae420ec-1411-4e2f-bfb2-b8e2c7694c3c req-bd6d5528-5385-47a7-a992-624ba0c7f899 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014640 Aug 31 19:39:07.404439 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:07.406722 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e27a3-8f20-4b81-904a-2e975f5c8dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d10ab16-dc1c-4c39-96d7-3d034efaaca9,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:07.420122 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:07.434835 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:07.471564 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'Port': ['ID=52ebb8c6-5de0-4647-bbb3-884652c67a35,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:07.624403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6570840-1b50-431a-bbb6-a801953ca3bc {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:07.639023 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.681494 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f36cb5-ad2b-4d31-9e05-b51667152185 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:07.691041 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b0b44ec-8da9-4209-8df0-c2385e313e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.700936 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Transition to ACTIVE for port object c6570840-1b50-431a-bbb6-a801953ca3bc will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:07.703615 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.710587 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.774944 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Pushing event updated for resources: {'Port': ['ID=c6570840-1b50-431a-bbb6-a801953ca3bc,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:07.783767 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Transition to ACTIVE for port object 14f36cb5-ad2b-4d31-9e05-b51667152185 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:07.796494 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.925000 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-42263812-b6f0-4d7a-9415-e4411ffd0202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.930111 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Attempting to bind port c6570840-1b50-431a-bbb6-a801953ca3bc on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:07.930541 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Attempting to bind port c6570840-1b50-431a-bbb6-a801953ca3bc by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:07.930969 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Attempting to bind port c6570840-1b50-431a-bbb6-a801953ca3bc on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:07.973092 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Attempting to bind port 14f36cb5-ad2b-4d31-9e05-b51667152185 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:07.978614 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Attempting to bind port 14f36cb5-ad2b-4d31-9e05-b51667152185 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a287f3b9-6a14-4f55-a16e-251f233f8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7f3ac307-3f02-496a-89f4-009e58169605'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:07.980934 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-42263812-b6f0-4d7a-9415-e4411ffd0202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:07.983960 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Attempting to bind port 14f36cb5-ad2b-4d31-9e05-b51667152185 on network 7f3ac307-3f02-496a-89f4-009e58169605 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:07.997655 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.002047 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14f36cb5-ad2b-4d31-9e05-b51667152185,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:08.013943 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Port c6570840-1b50-431a-bbb6-a801953ca3bc on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:39:08.022428 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Attempting to bind port c6570840-1b50-431a-bbb6-a801953ca3bc on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:08.042149 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:08.047088 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Checking segment: {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:08.047798 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Bound using segment: {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:08.048287 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Bound port: c6570840-1b50-431a-bbb6-a801953ca3bc, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:08.048663 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.053698 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Port 14f36cb5-ad2b-4d31-9e05-b51667152185 on network 7f3ac307-3f02-496a-89f4-009e58169605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:39:08.054041 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Attempting to bind port 14f36cb5-ad2b-4d31-9e05-b51667152185 on network 7f3ac307-3f02-496a-89f4-009e58169605 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:08.058761 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d4df1-45f5-446c-8477-a2e7b652c791 req-0472cfec-c91d-476b-a0bf-1a2b44f94b5e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:08.073586 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-547d4df1-45f5-446c-8477-a2e7b652c791 req-0472cfec-c91d-476b-a0bf-1a2b44f94b5e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 931 time: 0.5347340 Aug 31 19:39:08.104101 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 9e80fdee-82f7-4a90-b10f-21b619857ae3 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:08.119733 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:08.120022 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Checking segment: {'id': 'a287f3b9-6a14-4f55-a16e-251f233f8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7f3ac307-3f02-496a-89f4-009e58169605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:08.120420 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Bound using segment: {'id': 'a287f3b9-6a14-4f55-a16e-251f233f8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7f3ac307-3f02-496a-89f4-009e58169605'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:08.120856 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Bound port: 14f36cb5-ad2b-4d31-9e05-b51667152185, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a287f3b9-6a14-4f55-a16e-251f233f8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7f3ac307-3f02-496a-89f4-009e58169605'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:08.121216 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.289551 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 9e80fdee-82f7-4a90-b10f-21b619857ae3 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:08.290225 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.290486 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-42263812-b6f0-4d7a-9415-e4411ffd0202 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d5455fa0be241f09324c83322e439bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2076206 Aug 31 19:39:08.320346 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41942) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:08.351103 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.355830 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42263812-b6f0-4d7a-9415-e4411ffd0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7146bf-2b3d-4b6f-8aaf-27939d22db41,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:08.356869 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e24a1c1-af9d-41b0-a9b7-d9533e262864 req-30d0caae-cd86-47af-a158-5cdfa7ddb6ff tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 210 time: 0.0710728 Aug 31 19:39:08.407709 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-547d4df1-45f5-446c-8477-a2e7b652c791 req-fbb0bd37-d764-4dde-82c7-a91081bef9d8 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325098 Aug 31 19:39:08.423580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.458773 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-508f890f-c117-4b36-9054-ef61ce437cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.524664 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] For port c6570840-1b50-431a-bbb6-a801953ca3bc, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:08.546160 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] For port c6570840-1b50-431a-bbb6-a801953ca3bc, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c6570840-1b50-431a-bbb6-a801953ca3bc,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:08.598387 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41952) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:08.628626 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.695934 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:08.696741 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.698529 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] 10.222.0.55 "PUT /v2.0/ports/c6570840-1b50-431a-bbb6-a801953ca3bc HTTP/1.1" status: 200 len: 1094 time: 4.2475500 Aug 31 19:39:08.717742 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e8d0b8-9f85-4990-881c-6eb5d290e036', 'tag': 'c6570840-1b50-431a-bbb6-a801953ca3bc'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:08.748902 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-21a88828-075c-4eeb-9272-22ef98825b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.882886 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.904815 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-21a88828-075c-4eeb-9272-22ef98825b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:08.918927 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f6748177-94ea-4efc-bb36-ec3856daaec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.082166 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e0ccf-6c52-473f-81f5-2ce93a2f5180 service neutron] Pushing event updated for resources: {'Port': ['ID=c6570840-1b50-431a-bbb6-a801953ca3bc,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:09.195473 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Network d81d3a08-6a07-454d-9d9a-40d1008a382e is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:09.324295 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.327006 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:09.334730 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] For port 14f36cb5-ad2b-4d31-9e05-b51667152185, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:09.353524 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-21a88828-075c-4eeb-9272-22ef98825b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.362888 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-21a88828-075c-4eeb-9272-22ef98825b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.366510 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-21a88828-075c-4eeb-9272-22ef98825b77 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa7146bf-2b3d-4b6f-8aaf-27939d22db41 HTTP/1.1" status: 204 len: 168 time: 1.0279341 Aug 31 19:39:09.369217 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:09.381500 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b0b44ec-8da9-4209-8df0-c2385e313e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.383214 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:09.384476 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.388366 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] For port 14f36cb5-ad2b-4d31-9e05-b51667152185, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14f36cb5-ad2b-4d31-9e05-b51667152185,segment=NetworkSegment(a287f3b9-6a14-4f55-a16e-251f233f8f1d),segment_id=a287f3b9-6a14-4f55-a16e-251f233f8f1d)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:09.408471 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47357c0-48aa-4ed4-860a-1775756fa0c8 req-84a895af-92f4-4f95-b5d5-7c56608a1586 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:09.420041 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e47357c0-48aa-4ed4-860a-1775756fa0c8 req-84a895af-92f4-4f95-b5d5-7c56608a1586 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 944 time: 0.8112853 Aug 31 19:39:09.425727 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b0b44ec-8da9-4209-8df0-c2385e313e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.453095 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.553270 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a88828-075c-4eeb-9272-22ef98825b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7146bf-2b3d-4b6f-8aaf-27939d22db41,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:09.578914 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.587378 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Pushing event updated for resources: {'Port': ['ID=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:09.608910 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-6b0b44ec-8da9-4209-8df0-c2385e313e8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=229ad7c4fbcb452dbbd7fcfe90f4b27c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2998743 Aug 31 19:39:09.667223 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 41978) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:09.851713 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.859977 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6791cc-3004-48b7-97b0-d7aefbdc4f64" -d '{"events": [{"name": "network-changed", "server_uuid": "43e8d0b8-9f85-4990-881c-6eb5d290e036", "tag": "c6570840-1b50-431a-bbb6-a801953ca3bc"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:09.864958 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b44ec-8da9-4209-8df0-c2385e313e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefc1ddf-596c-4d60-bfe8-c6fb756f06b1,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:09.923612 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:09.924539 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:09.926159 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] 10.222.0.55 "PUT /v2.0/ports/14f36cb5-ad2b-4d31-9e05-b51667152185 HTTP/1.1" status: 200 len: 1093 time: 6.0925817 Aug 31 19:39:09.988589 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e47357c0-48aa-4ed4-860a-1775756fa0c8 req-e45aa905-c505-461c-844c-85787dd848a7 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435998 Aug 31 19:39:10.001570 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'Port': ['ID=52ebb8c6-5de0-4647-bbb3-884652c67a35,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:10.026570 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59202c-9b7b-4095-946a-9a40e375b7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14f36cb5-ad2b-4d31-9e05-b51667152185,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:10.078905 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-017ee218-3c14-4458-8f07-b14b25407d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.122373 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d25611-3b1b-4633-816f-49e0043b7e73 req-dc0a7548-1ffc-4bd0-8352-12e7aa93bd07 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:10.137445 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-73d25611-3b1b-4633-816f-49e0043b7e73 req-dc0a7548-1ffc-4bd0-8352-12e7aa93bd07 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 931 time: 0.4899647 Aug 31 19:39:10.145171 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2233f784-6f58-48a2-862f-fe732c9603f8 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:10.166152 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.202103 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Transition to ACTIVE for port object 2233f784-6f58-48a2-862f-fe732c9603f8 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:10.211407 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-017ee218-3c14-4458-8f07-b14b25407d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.230582 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-73d25611-3b1b-4633-816f-49e0043b7e73 req-95cef285-d36d-4206-a420-a1c16ed0de68 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893273 Aug 31 19:39:10.247825 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.271703 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f6748177-94ea-4efc-bb36-ec3856daaec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.295167 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f6748177-94ea-4efc-bb36-ec3856daaec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.335180 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-f6748177-94ea-4efc-bb36-ec3856daaec5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c0c77afbf304642a142bbd7460dd528&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7192612 Aug 31 19:39:10.335399 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2233f784-6f58-48a2-862f-fe732c9603f8,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:10.336363 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.337675 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-91fe2bbb-78a4-406e-9458-35f4bb3598eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5483649 Aug 31 19:39:10.339329 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-6f2e9938-bf6a-4c73-ade8-6a7e799930bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8025551 Aug 31 19:39:10.342964 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 41998) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:10.375549 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748177-94ea-4efc-bb36-ec3856daaec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c91562-a93b-4e0d-a67c-619849a77bff,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:10.395241 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-017ee218-3c14-4458-8f07-b14b25407d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.399581 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-017ee218-3c14-4458-8f07-b14b25407d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.403474 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-017ee218-3c14-4458-8f07-b14b25407d79 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eefc1ddf-596c-4d60-bfe8-c6fb756f06b1 HTTP/1.1" status: 204 len: 168 time: 0.7321279 Aug 31 19:39:10.423918 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ee218-3c14-4458-8f07-b14b25407d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefc1ddf-596c-4d60-bfe8-c6fb756f06b1,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:10.437821 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e699-9842-4c71-939e-811a87f88774 req-d72a617e-9228-4d4b-93ac-02b7d9e9999a tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:10.440605 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-75e1e699-9842-4c71-939e-811a87f88774 req-d72a617e-9228-4d4b-93ac-02b7d9e9999a tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 943 time: 0.2353935 Aug 31 19:39:10.509224 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Attempting to bind port 2233f784-6f58-48a2-862f-fe732c9603f8 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:10.509652 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Attempting to bind port 2233f784-6f58-48a2-862f-fe732c9603f8 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:10.509863 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Attempting to bind port 2233f784-6f58-48a2-862f-fe732c9603f8 on network d81d3a08-6a07-454d-9d9a-40d1008a382e {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:10.549685 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Port 2233f784-6f58-48a2-862f-fe732c9603f8 on network d81d3a08-6a07-454d-9d9a-40d1008a382e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:39:10.550152 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Attempting to bind port 2233f784-6f58-48a2-862f-fe732c9603f8 on network d81d3a08-6a07-454d-9d9a-40d1008a382e {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:10.610448 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:10.610996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Checking segment: {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:10.611504 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Bound using segment: {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:10.612104 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Bound port: 2233f784-6f58-48a2-862f-fe732c9603f8, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:10.612575 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.638897 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f065b2f-a304-4c69-9472-c67afba285f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.705963 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24531ff4-7e2d-47a7-b1f3-772df2b2d8ea x-openstack-request-id: req-24531ff4-7e2d-47a7-b1f3-772df2b2d8ea {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:10.706413 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e8d0b8-9f85-4990-881c-6eb5d290e036", "tag": "c6570840-1b50-431a-bbb6-a801953ca3bc", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:10.707204 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24531ff4-7e2d-47a7-b1f3-772df2b2d8ea {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:10.708586 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e8d0b8-9f85-4990-881c-6eb5d290e036', 'tag': 'c6570840-1b50-431a-bbb6-a801953ca3bc', 'status': 'completed', 'code': 200} Aug 31 19:39:10.753150 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Request body: {'port': {'device_id': 'f1b27708-a49b-4801-87e7-05d560beb077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:10.792147 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-75e1e699-9842-4c71-939e-811a87f88774 req-d967697e-6d68-4164-b7e0-3dadf2a99b5a tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358176 Aug 31 19:39:10.909153 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f065b2f-a304-4c69-9472-c67afba285f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:10.982484 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-edf18144-23e1-448d-8b16-f9b5b41a8997 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1005854546&fields=id&tenant_id=2b5d0468ac6d4826bfc6ba13a1762915 HTTP/1.1" status: 200 len: 267 time: 0.1487200 Aug 31 19:39:11.064061 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.264580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4198bf-b499-4204-810f-6d97266f7084 req-32fb1f27-f86c-4e7d-a682-3afecac2b107 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:11.266335 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-32fb1f27-f86c-4e7d-a682-3afecac2b107 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 817 time: 0.2800198 Aug 31 19:39:11.275162 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-b5e8a210-2c18-455e-94e9-e32dd8b1a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:11.283440 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-b5e8a210-2c18-455e-94e9-e32dd8b1a404 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 1097 time: 0.4831779 Aug 31 19:39:11.284828 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] For port 2233f784-6f58-48a2-862f-fe732c9603f8, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:11.291158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] For port 2233f784-6f58-48a2-862f-fe732c9603f8, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2233f784-6f58-48a2-862f-fe732c9603f8,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:11.329926 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.433773 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-e4025cd3-07f7-415b-8e0b-85a19e167201 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/quotas/2b5d0468ac6d4826bfc6ba13a1762915 HTTP/1.1" status: 200 len: 375 time: 0.1159859 Aug 31 19:39:11.498912 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2233f784-6f58-48a2-862f-fe732c9603f8,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:11.531898 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:11.534422 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.537621 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.539416 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-acfa8d57-8bb3-4c04-95cf-29d0c73442a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/2233f784-6f58-48a2-862f-fe732c9603f8 HTTP/1.1" status: 200 len: 1094 time: 5.4369235 Aug 31 19:39:11.553757 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f67e37-d9c5-4026-a1f4-1464c0c20c84 req-cc2a9f84-1cda-48ef-b599-dfd76d4f4333 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:11.556577 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f9f67e37-d9c5-4026-a1f4-1464c0c20c84 req-cc2a9f84-1cda-48ef-b599-dfd76d4f4333 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 944 time: 0.3683193 Aug 31 19:39:11.582675 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-0eee6d79-0667-48c4-8fc1-b434acdb5d2a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1477842 Aug 31 19:39:11.631622 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f065b2f-a304-4c69-9472-c67afba285f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.633649 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f065b2f-a304-4c69-9472-c67afba285f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.638156 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-9f065b2f-a304-4c69-9472-c67afba285f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3c91562-a93b-4e0d-a67c-619849a77bff HTTP/1.1" status: 204 len: 168 time: 1.2924225 Aug 31 19:39:11.642191 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-6122e853-1e89-4565-8959-1d614a2f0072 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6570840-1b50-431a-bbb6-a801953ca3bc HTTP/1.1" status: 200 len: 217 time: 0.0814314 Aug 31 19:39:11.642281 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42038) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:11.750812 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f065b2f-a304-4c69-9472-c67afba285f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c91562-a93b-4e0d-a67c-619849a77bff,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:11.760466 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-dd0eace7-fd7f-4629-af1d-73f1ea9db4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:11.762389 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-dd0eace7-fd7f-4629-af1d-73f1ea9db4a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d214c7f64af14f6e853437209c479c5b&device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 1096 time: 0.1220348 Aug 31 19:39:11.765777 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f9f67e37-d9c5-4026-a1f4-1464c0c20c84 req-71dd8326-94af-4828-a64b-abfea247323e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661631 Aug 31 19:39:11.863367 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9e37689c-4c5c-4c40-9759-080e0ca9defb service neutron] 10.222.0.54 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251244 Aug 31 19:39:11.865588 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0cbb-ceeb-45c4-a93d-7b0548ac2500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:11.911918 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4e5b-c650-46b1-8ede-c7456ab4c6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.127394 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42050) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:12.147645 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-67e6ce46-90de-47eb-94c6-792bfb394b71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14f36cb5-ad2b-4d31-9e05-b51667152185 HTTP/1.1" status: 200 len: 217 time: 0.3565292 Aug 31 19:39:12.212831 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-8b8ba669-ce9b-4b9b-a807-4a0f853bd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:12.214545 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-8b8ba669-ce9b-4b9b-a807-4a0f853bd215 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1097 time: 0.4037914 Aug 31 19:39:12.217786 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-bae4d290-0b17-469a-82d1-8937861f70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:12.219427 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-bae4d290-0b17-469a-82d1-8937861f70d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 200 len: 855 time: 0.4206326 Aug 31 19:39:12.255558 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d8737-12dc-4ded-ba3a-ca9996e989da req-50ed3efc-60d8-43e7-a339-aad1a174e6d1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:12.258490 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8d2d8737-12dc-4ded-ba3a-ca9996e989da req-50ed3efc-60d8-43e7-a339-aad1a174e6d1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 931 time: 0.1072333 Aug 31 19:39:12.266842 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede46c2b-02dd-4d44-a15d-14ff4926c5d5 {{(pid=95340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:12.275653 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42056) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:12.283528 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.291975 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-21329454-ff7b-4105-b039-35a99d305888 service neutron] 10.222.0.54 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330487 Aug 31 19:39:12.313269 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.provisioning_blocks [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Transition to ACTIVE for port object ede46c2b-02dd-4d44-a15d-14ff4926c5d5 will not be triggered until provisioned by entity L2. {{(pid=95340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:12.322015 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.334534 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4e5d79e9-b220-4ce4-a413-7d2d0e07ed40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.377000 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8d2d8737-12dc-4ded-ba3a-ca9996e989da req-b48c761e-f5d0-49b2-bf0c-4d513df2ded0 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111019 Aug 31 19:39:12.470065 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42058) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:12.481599 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Pushing event updated for resources: {'Port': ['ID=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:12.539600 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.managers [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Attempting to bind port ede46c2b-02dd-4d44-a15d-14ff4926c5d5 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:12.540350 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.managers [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Attempting to bind port ede46c2b-02dd-4d44-a15d-14ff4926c5d5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'}] {{(pid=95340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:12.541075 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Attempting to bind port ede46c2b-02dd-4d44-a15d-14ff4926c5d5 on network d81d3a08-6a07-454d-9d9a-40d1008a382e {{(pid=95340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:12.556489 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cffbdd-6153-4dd6-8604-91d9617c83ed req-f724eb8a-3193-44fb-894a-2d3ba56e98dd tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:12.558207 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-09cffbdd-6153-4dd6-8604-91d9617c83ed req-f724eb8a-3193-44fb-894a-2d3ba56e98dd tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 943 time: 0.0649967 Aug 31 19:39:12.579791 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-988171785-network', 'tenant_id': 'f0c80b8021534ac28dcb4412eb8f631d'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:12.586017 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0cbb-ceeb-45c4-a93d-7b0548ac2500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.605325 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9264ded1-7a55-4238-ae2c-b1ed712b3805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.613204 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.db.api [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 19:39:12.613204 dv-cinder-789564-13-iscsi neutron-server[95343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 19:39:12.613204 dv-cinder-789564-13-iscsi neutron-server[95343]: [parameters: {'project_id_1': 'f0c80b8021534ac28dcb4412eb8f631d', 'expiration_1': datetime.datetime(2021, 8, 31, 19, 39, 12, 589883)}] Aug 31 19:39:12.613204 dv-cinder-789564-13-iscsi neutron-server[95343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 19:39:12.613570 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG oslo_db.api [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 19:39:12.628158 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-09cffbdd-6153-4dd6-8604-91d9617c83ed req-c68c84e4-79d5-4f30-a6e1-1e9b1242d59b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615325 Aug 31 19:39:12.634552 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0cbb-ceeb-45c4-a93d-7b0548ac2500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.655601 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-04d7a1e5-64bb-4a1e-abb0-c752d6541df0 req-37da4242-f2f3-466f-af0c-65267e33e6af tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 210 time: 0.1101351 Aug 31 19:39:12.656524 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Port ede46c2b-02dd-4d44-a15d-14ff4926c5d5 on network d81d3a08-6a07-454d-9d9a-40d1008a382e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:39:12.657061 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Attempting to bind port ede46c2b-02dd-4d44-a15d-14ff4926c5d5 on network d81d3a08-6a07-454d-9d9a-40d1008a382e {{(pid=95340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:12.710639 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4e5d79e9-b220-4ce4-a413-7d2d0e07ed40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.711856 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50aaa604-e242-4b27-9c0a-38bedbce2404', 'tag': '14f36cb5-ad2b-4d31-9e05-b51667152185'}, {'name': 'network-changed', 'server_uuid': 'fad99656-6d0a-4a6d-9761-3063d3eb8ce5', 'tag': '2233f784-6f58-48a2-862f-fe732c9603f8'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:12.714920 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3" -d '{"events": [{"name": "network-changed", "server_uuid": "50aaa604-e242-4b27-9c0a-38bedbce2404", "tag": "14f36cb5-ad2b-4d31-9e05-b51667152185"}, {"name": "network-changed", "server_uuid": "fad99656-6d0a-4a6d-9761-3063d3eb8ce5", "tag": "2233f784-6f58-48a2-862f-fe732c9603f8"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:12.715138 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-f0ff0cbb-ceeb-45c4-a93d-7b0548ac2500 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67eb996bd5264bb8aa08747c84d2f383&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0658627 Aug 31 19:39:12.718479 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42072) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:12.721894 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:12.722341 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Checking segment: {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:12.722802 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Bound using segment: {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'} {{(pid=95340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:12.723839 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.managers [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Bound port: ede46c2b-02dd-4d44-a15d-14ff4926c5d5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024cc80d-6312-4de7-8f30-14f71d32add4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e'}}] {{(pid=95340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:12.724356 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.727022 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4e5d79e9-b220-4ce4-a413-7d2d0e07ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.746158 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff0cbb-ceeb-45c4-a93d-7b0548ac2500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ae5c7-ae86-4e37-8892-69b7eeecb131,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:12.854580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] For port ede46c2b-02dd-4d44-a15d-14ff4926c5d5, host hv-cinder-78956, cleared binding levels {{(pid=95340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:12.857407 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d79e9-b220-4ce4-a413-7d2d0e07ed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64198936-bcad-491a-9c46-856381c2036e,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:12.869678 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db91d823-7c7e-448c-9f11-321f6fd4d67a x-openstack-request-id: req-db91d823-7c7e-448c-9f11-321f6fd4d67a {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:12.870166 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50aaa604-e242-4b27-9c0a-38bedbce2404", "tag": "14f36cb5-ad2b-4d31-9e05-b51667152185", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fad99656-6d0a-4a6d-9761-3063d3eb8ce5", "tag": "2233f784-6f58-48a2-862f-fe732c9603f8", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:12.870497 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db91d823-7c7e-448c-9f11-321f6fd4d67a {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:12.871022 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50aaa604-e242-4b27-9c0a-38bedbce2404', 'tag': '14f36cb5-ad2b-4d31-9e05-b51667152185', 'status': 'completed', 'code': 200} Aug 31 19:39:12.871377 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad99656-6d0a-4a6d-9761-3063d3eb8ce5', 'tag': '2233f784-6f58-48a2-862f-fe732c9603f8', 'status': 'completed', 'code': 200} Aug 31 19:39:12.880760 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] For port ede46c2b-02dd-4d44-a15d-14ff4926c5d5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:12.898023 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.933224 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.939298 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-4e5d79e9-b220-4ce4-a413-7d2d0e07ed40 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c49487a364d40b2914b2f9224bb3e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610882 Aug 31 19:39:12.943566 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42080) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:12.947128 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9264ded1-7a55-4238-ae2c-b1ed712b3805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.950619 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:12.951506 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.953004 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] 10.222.0.55 "PUT /v2.0/ports/ede46c2b-02dd-4d44-a15d-14ff4926c5d5 HTTP/1.1" status: 200 len: 1093 time: 2.2075515 Aug 31 19:39:12.957813 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1768177c-62f9-4b5b-9fca-565fd9745a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:12.960297 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b27708-a49b-4801-87e7-05d560beb077', 'tag': 'ede46c2b-02dd-4d44-a15d-14ff4926c5d5'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:13.002770 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1768177c-62f9-4b5b-9fca-565fd9745a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.032609 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9264ded1-7a55-4238-ae2c-b1ed712b3805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.064694 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1768177c-62f9-4b5b-9fca-565fd9745a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.068014 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1768177c-62f9-4b5b-9fca-565fd9745a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.069285 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1768177c-62f9-4b5b-9fca-565fd9745a2a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/249ae5c7-ae86-4e37-8892-69b7eeecb131 HTTP/1.1" status: 204 len: 168 time: 0.3498607 Aug 31 19:39:13.084436 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768177c-62f9-4b5b-9fca-565fd9745a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ae5c7-ae86-4e37-8892-69b7eeecb131,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:13.142294 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b97ed8-6d40-4b61-a9b3-05dbdc753c8b service neutron] Pushing event updated for resources: {'Port': ['ID=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,revision_number=3']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:13.144319 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Made reservation on behalf of f0c80b8021534ac28dcb4412eb8f631d for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:13.147751 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.152597 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-9264ded1-7a55-4238-ae2c-b1ed712b3805 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d44f2cc9b60c439a8f4d06e56732ea6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0203817 Aug 31 19:39:13.155569 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ded1-7a55-4238-ae2c-b1ed712b3805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e73762d-1517-4b5a-b114-ce6dcbd5102e,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:13.160227 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42088) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:13.171558 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.203419 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee527f-3712-41ef-a1e1-5b46328ac1dd req-4495fa45-a961-437b-aefb-b0f1bae2d632 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:13.207255 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-22ee527f-3712-41ef-a1e1-5b46328ac1dd req-4495fa45-a961-437b-aefb-b0f1bae2d632 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 944 time: 0.1863084 Aug 31 19:39:13.251890 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b450ab4f-15a3-4843-b019-79f9aedf2386" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b27708-a49b-4801-87e7-05d560beb077", "tag": "ede46c2b-02dd-4d44-a15d-14ff4926c5d5"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:13.277167 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-3579e216-4ba9-4ff6-9921-5da3e7d5d4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.295095 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-22ee527f-3712-41ef-a1e1-5b46328ac1dd req-99e38b12-4b55-4b85-905c-c32c3a733096 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748441 Aug 31 19:39:13.330683 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-3579e216-4ba9-4ff6-9921-5da3e7d5d4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.336365 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1857a7ee-8491-4eee-aaaa-0deff7cbd655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.338661 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.346228 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.382220 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1857a7ee-8491-4eee-aaaa-0deff7cbd655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.422254 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:13.428666 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a861c-1f3e-4757-9f08-9b1e84ace225,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:13.433522 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-3579e216-4ba9-4ff6-9921-5da3e7d5d4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.436643 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-3579e216-4ba9-4ff6-9921-5da3e7d5d4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.437914 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-3579e216-4ba9-4ff6-9921-5da3e7d5d4be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64198936-bcad-491a-9c46-856381c2036e HTTP/1.1" status: 204 len: 168 time: 0.4893887 Aug 31 19:39:13.448051 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579e216-4ba9-4ff6-9921-5da3e7d5d4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64198936-bcad-491a-9c46-856381c2036e,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:13.460424 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1857a7ee-8491-4eee-aaaa-0deff7cbd655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.463504 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1857a7ee-8491-4eee-aaaa-0deff7cbd655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.464745 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-1857a7ee-8491-4eee-aaaa-0deff7cbd655 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e73762d-1517-4b5a-b114-ce6dcbd5102e HTTP/1.1" status: 204 len: 168 time: 0.3012187 Aug 31 19:39:13.473636 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.474010 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Added segment 75a177f1-91a0-4bed-857f-5459ef6b0a95 of type vlan for network a0d29ede-6935-4bf7-a2ff-72d34cfd4a27 Aug 31 19:39:13.478337 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857a7ee-8491-4eee-aaaa-0deff7cbd655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e73762d-1517-4b5a-b114-ce6dcbd5102e,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:13.539298 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.570136 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.571153 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0663cf9-7ae0-4a21-a678-001ddc91786b req-51d14bbd-f8d8-4488-8fa1-e745d68963ab tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:13.571462 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:13.572137 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.579207 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e0663cf9-7ae0-4a21-a678-001ddc91786b req-51d14bbd-f8d8-4488-8fa1-e745d68963ab tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 943 time: 0.0944946 Aug 31 19:39:13.599950 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedad3bc-4709-4af2-8ebe-79be308665be x-openstack-request-id: req-bedad3bc-4709-4af2-8ebe-79be308665be {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:13.600275 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b27708-a49b-4801-87e7-05d560beb077", "tag": "ede46c2b-02dd-4d44-a15d-14ff4926c5d5", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:13.600589 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bedad3bc-4709-4af2-8ebe-79be308665be {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:13.601304 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b27708-a49b-4801-87e7-05d560beb077', 'tag': 'ede46c2b-02dd-4d44-a15d-14ff4926c5d5', 'status': 'completed', 'code': 200} Aug 31 19:39:13.640972 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e0663cf9-7ae0-4a21-a678-001ddc91786b req-4cca6fbf-8865-49c8-8a0c-bcdae056a3f5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606446 Aug 31 19:39:13.652750 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1789978 Aug 31 19:39:13.653605 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42110) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:13.658330 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Request body: {'subnet': {'network_id': 'a0d29ede-6935-4bf7-a2ff-72d34cfd4a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-988171785-subnet', 'tenant_id': 'f0c80b8021534ac28dcb4412eb8f631d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:13.665155 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab24f3-5e2d-4399-badc-b330a90b821e admin admin] Pushing event updated for resources: {'Network': ['ID=a0d29ede-6935-4bf7-a2ff-72d34cfd4a27,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:13.679153 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network a0d29ede-6935-4bf7-a2ff-72d34cfd4a27 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:13.689741 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Made reservation on behalf of f0c80b8021534ac28dcb4412eb8f631d for: {'subnet': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:13.692889 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:13.827957 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ba1b1-45b0-47f1-9a66-ac087dc46a3b req-563b3354-d344-4493-ab46-6ee028e92b2b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:13.829943 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-df6ba1b1-45b0-47f1-9a66-ac087dc46a3b req-563b3354-d344-4493-ab46-6ee028e92b2b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 943 time: 0.0716095 Aug 31 19:39:13.840915 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3fd99d9a-a89e-42b8-9a34-d53803288d3f req-a2441d5b-588f-4d21-824b-3a1c6296e50e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 210 time: 0.0469434 Aug 31 19:39:13.872786 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-df6ba1b1-45b0-47f1-9a66-ac087dc46a3b req-17c19a6c-391c-49a3-8184-3ee574008a30 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Aug 31 19:39:13.980101 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.038132 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42122) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:14.041464 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a49a167-f305-430f-b275-b60ed1785f18,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:14.055601 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3d7f270d-ee5b-44cc-afbf-a5e582493838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.055978 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Checking segment: {'id': '75a177f1-91a0-4bed-857f-5459ef6b0a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a0d29ede-6935-4bf7-a2ff-72d34cfd4a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:14.056567 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Network hostable DHCP agents. Network: a0d29ede-6935-4bf7-a2ff-72d34cfd4a27, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:14.075627 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Network a0d29ede-6935-4bf7-a2ff-72d34cfd4a27 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:14.088714 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, a0d29ede-6935-4bf7-a2ff-72d34cfd4a27) {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:14.093591 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.094692 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.099541 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47eadf-7f5b-4126-a2bb-499c8f6578a8 None None] Network a0d29ede-6935-4bf7-a2ff-72d34cfd4a27 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:14.187773 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3d7f270d-ee5b-44cc-afbf-a5e582493838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.193590 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3d7f270d-ee5b-44cc-afbf-a5e582493838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.202556 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-fd883836-34ed-490a-88a1-c4eb9c502b71 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5483017 Aug 31 19:39:14.264856 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-3d7f270d-ee5b-44cc-afbf-a5e582493838 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=41ba68b43be546999dff7c6813b46710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253294 Aug 31 19:39:14.267578 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42136) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:14.271226 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f270d-ee5b-44cc-afbf-a5e582493838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25ca1c6-5322-4480-9b70-23b2e3214447,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:14.359873 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-185bc97f-9968-41a1-abec-158c87c46301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.399014 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd43ed-82f3-4380-b9db-326d73fb75ea None None] Network a0d29ede-6935-4bf7-a2ff-72d34cfd4a27 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:14.401550 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-185bc97f-9968-41a1-abec-158c87c46301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.493635 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.535562 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a51d5b-1352-4f81-aaf7-9bb1a689d6dc req-dc440b95-fd45-4f08-885c-b4abf5d0b7d9 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.537202 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d3a51d5b-1352-4f81-aaf7-9bb1a689d6dc req-dc440b95-fd45-4f08-885c-b4abf5d0b7d9 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 944 time: 0.1206448 Aug 31 19:39:14.565766 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-185bc97f-9968-41a1-abec-158c87c46301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.570170 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-185bc97f-9968-41a1-abec-158c87c46301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:14.574318 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-185bc97f-9968-41a1-abec-158c87c46301 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b25ca1c6-5322-4480-9b70-23b2e3214447 HTTP/1.1" status: 204 len: 168 time: 0.3044505 Aug 31 19:39:14.594375 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bc97f-9968-41a1-abec-158c87c46301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25ca1c6-5322-4480-9b70-23b2e3214447,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:14.612976 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-15d39c99-5f7f-4ffd-a6a9-39f89c2827cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.616093 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-15d39c99-5f7f-4ffd-a6a9-39f89c2827cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66e87f72-2b41-42d0-9c46-5986a8f3a542 HTTP/1.1" status: 200 len: 851 time: 0.0680966 Aug 31 19:39:14.734687 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450ab4f-15a3-4843-b019-79f9aedf2386 req-5010f771-babc-4fe7-addd-517f85261cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:14.736215 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b450ab4f-15a3-4843-b019-79f9aedf2386 req-5010f771-babc-4fe7-addd-517f85261cfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 1096 time: 0.1344435 Aug 31 19:39:14.748840 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d3a51d5b-1352-4f81-aaf7-9bb1a689d6dc req-1168f2cd-0655-4e68-bae5-369b5eaf1216 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732960 Aug 31 19:39:14.780328 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-d3751e00-2a22-47a7-90a4-9a191a33b993 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f3ac307-3f02-496a-89f4-009e58169605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021929 Aug 31 19:39:14.795012 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-7938ecc3-28f0-474f-a27e-43bc4a01e94c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1761615 Aug 31 19:39:14.800761 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-571c3e31-ae91-4068-b189-242c76b06ed7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2233f784-6f58-48a2-862f-fe732c9603f8 HTTP/1.1" status: 200 len: 217 time: 0.1834810 Aug 31 19:39:15.027728 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-134bff8f-35c0-410a-9b60-0d98c4ada8d4 req-a4b46355-a56b-4b7f-84e4-7ececb4faf1a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 210 time: 0.0685341 Aug 31 19:39:15.041222 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450ab4f-15a3-4843-b019-79f9aedf2386 req-1c2db6a7-3db1-4b0e-a4f1-078a9cb505d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.051501 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b450ab4f-15a3-4843-b019-79f9aedf2386 req-1c2db6a7-3db1-4b0e-a4f1-078a9cb505d1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2801681 Aug 31 19:39:15.064147 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-86c91f9b-0ecf-477a-9675-6d95ed7ebf50 service neutron] 10.222.0.55 "GET /v2.0/networks/7f3ac307-3f02-496a-89f4-009e58169605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648635 Aug 31 19:39:15.188545 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09755e79-3640-401e-ae6f-b59e404063f6 req-0882d395-45f0-4e4a-b030-93cef4258fbc tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.190202 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-09755e79-3640-401e-ae6f-b59e404063f6 req-0882d395-45f0-4e4a-b030-93cef4258fbc tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 943 time: 0.4087062 Aug 31 19:39:15.205050 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-e7c90ea8-b18a-452a-a1de-5e6a529fa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.206503 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-e7c90ea8-b18a-452a-a1de-5e6a529fa9ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.3370903 Aug 31 19:39:15.228203 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-1cf27c0a-017d-414a-8f26-6f8fb722dd85 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264216 Aug 31 19:39:15.270754 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-09755e79-3640-401e-ae6f-b59e404063f6 req-2f7bb7a0-d1d1-4257-92eb-1b14b68da308 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674307 Aug 31 19:39:15.277718 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76b05c60-9287-4dd2-8b95-d2c8116da1d3 req-62701255-89a5-476b-b274-01f364a6d242 service neutron] 10.222.0.55 "GET /v2.0/networks/7f3ac307-3f02-496a-89f4-009e58169605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844306 Aug 31 19:39:15.449388 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-a004cc98-9456-453e-b841-0d5706664768 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988820 Aug 31 19:39:15.468955 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c17006-0c2d-4d0f-b2fc-29f25ccd2a51 req-9dfc823e-9aa1-402e-8a38-5caf4dd23e26 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.470522 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c6c17006-0c2d-4d0f-b2fc-29f25ccd2a51 req-9dfc823e-9aa1-402e-8a38-5caf4dd23e26 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 943 time: 0.3571887 Aug 31 19:39:15.496668 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450ab4f-15a3-4843-b019-79f9aedf2386 req-66dc642f-45f7-47a5-935f-56c62c315911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.498198 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b450ab4f-15a3-4843-b019-79f9aedf2386 req-66dc642f-45f7-47a5-935f-56c62c315911 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4390233 Aug 31 19:39:15.525122 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c6c17006-0c2d-4d0f-b2fc-29f25ccd2a51 req-0e83f774-36a9-46b8-abbc-b20306adc89a tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 Aug 31 19:39:15.607920 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-016a8704-f522-4967-a637-7a9b2d71aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.609430 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-016a8704-f522-4967-a637-7a9b2d71aa0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d214c7f64af14f6e853437209c479c5b&device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 1096 time: 0.1565359 Aug 31 19:39:15.613227 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3f9d7535-92d8-45e5-b25b-bcf6c989b1f1 req-307c403f-68f4-4936-8f78-1c122b6a28f2 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774901 Aug 31 19:39:15.620381 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.55', 56840) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:15.627736 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-9d6246d6-eb9a-429c-8890-59c8d460446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.637408 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-9d6246d6-eb9a-429c-8890-59c8d460446e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 1096 time: 0.0663278 Aug 31 19:39:15.754671 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42190) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:15.786732 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-4cddce9d-fa45-481a-98bf-97c734debd5f service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217177 Aug 31 19:39:15.819448 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217878975-network', 'tenant_id': '2c350f7336df47fb8e3611af3f7585de'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:15.836211 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-e387ec3f-b05c-43d4-9ca9-fb893af2c94a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ede46c2b-02dd-4d44-a15d-14ff4926c5d5 HTTP/1.1" status: 200 len: 217 time: 0.1540675 Aug 31 19:39:15.919535 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-e6778d16-7ea7-4883-9944-55f301f1cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:15.921276 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-e6778d16-7ea7-4883-9944-55f301f1cc56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.0744460 Aug 31 19:39:15.987307 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-78b50c04-a8a5-4708-a383-bc2e120a375c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573890 Aug 31 19:39:16.150578 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-818203bc-be54-4c30-a5a9-84d48ea13322 service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552577 Aug 31 19:39:16.197343 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8bf30ece-aa2f-44c4-8248-60078c62b573 req-bcd1aeee-6b5a-4385-a70d-a990fee499f5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 210 time: 0.0390871 Aug 31 19:39:16.272777 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Made reservation on behalf of 2c350f7336df47fb8e3611af3f7585de for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:16.275068 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:16.311122 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-4890b8e3-e668-4ef0-a117-bc5bfcd2612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.312623 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-4890b8e3-e668-4ef0-a117-bc5bfcd2612c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 1097 time: 0.5589538 Aug 31 19:39:16.320053 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-e1dbf71c-55c1-480b-92a9-e1674be058be service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215503 Aug 31 19:39:16.327840 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:16.351870 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4198bf-b499-4204-810f-6d97266f7084 req-caf19de0-1827-4ab6-8157-807771f58c19 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.353552 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-caf19de0-1827-4ab6-8157-807771f58c19 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 817 time: 0.7030008 Aug 31 19:39:16.368651 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-d64c5886-93ba-4542-9661-77aa5a3029a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.371077 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-d64c5886-93ba-4542-9661-77aa5a3029a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f3ac307-3f02-496a-89f4-009e58169605 HTTP/1.1" status: 200 len: 912 time: 0.7244239 Aug 31 19:39:16.388795 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512837cb-2f3f-4752-9d41-189679762abd req-6876187c-94ff-4f2d-8c32-6f11f34c19e3 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.390288 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-512837cb-2f3f-4752-9d41-189679762abd req-6876187c-94ff-4f2d-8c32-6f11f34c19e3 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 944 time: 0.5137899 Aug 31 19:39:16.421410 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63212171-8afb-40ec-b4b2-5216938a053f req-8fb1e1c0-3b91-4cf8-ae67-d54ddb78a641 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.423040 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-63212171-8afb-40ec-b4b2-5216938a053f req-8fb1e1c0-3b91-4cf8-ae67-d54ddb78a641 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 943 time: 0.0553224 Aug 31 19:39:16.459069 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-8edb88f9-e215-42d5-8349-768f300acfc3 service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128736 Aug 31 19:39:16.470924 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-63212171-8afb-40ec-b4b2-5216938a053f req-96783426-2b05-4a20-b29f-82534c97dc12 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Aug 31 19:39:16.535358 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-3d849615-d306-4997-bc92-cadf6b437dd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14f36cb5-ad2b-4d31-9e05-b51667152185 HTTP/1.1" status: 200 len: 217 time: 0.0863998 Aug 31 19:39:16.611685 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-00d17c8e-6df5-4203-beea-cf372c7170e7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5d0468ac6d4826bfc6ba13a1762915 HTTP/1.1" status: 200 len: 380 time: 0.2329102 Aug 31 19:39:16.638860 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-512837cb-2f3f-4752-9d41-189679762abd req-74334889-b24e-4540-b393-0fe647165501 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338307 Aug 31 19:39:16.653494 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'port': {'device_id': '80b7c156-424f-445e-abf7-af6358f9b750', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'admin_state_up': True, 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'security_groups': ['7ed921dc-4e28-4408-9828-04ad55220564']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:16.689791 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37047dc-8c56-49bd-acf0-6b71bff018a6 req-b571a221-3c71-47dd-9b28-209aa8642f57 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.691529 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d37047dc-8c56-49bd-acf0-6b71bff018a6 req-b571a221-3c71-47dd-9b28-209aa8642f57 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 943 time: 0.0852485 Aug 31 19:39:16.745583 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d37047dc-8c56-49bd-acf0-6b71bff018a6 req-96488cbd-8433-4a55-b658-5a2b5c47861a tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Aug 31 19:39:16.746896 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-ed3b0a0f-0a03-4844-be45-9dd21a564dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.748343 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-ed3b0a0f-0a03-4844-be45-9dd21a564dec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66e87f72-2b41-42d0-9c46-5986a8f3a542 HTTP/1.1" status: 200 len: 851 time: 0.1941440 Aug 31 19:39:16.760414 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-a4bf5b99-d688-41df-8577-70c8962e3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:16.761846 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-a4bf5b99-d688-41df-8577-70c8962e3d68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 916 time: 0.4009597 Aug 31 19:39:16.806816 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-2725218d-68d0-48a5-909a-0150c4e08f93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f3ac307-3f02-496a-89f4-009e58169605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478985 Aug 31 19:39:16.896271 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-aefd80cf-5ed2-45c3-9187-79cf22c582be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6570840-1b50-431a-bbb6-a801953ca3bc HTTP/1.1" status: 200 len: 217 time: 0.0397143 Aug 31 19:39:16.908287 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.003633 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.057138 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:39:17.070214 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Made reservation on behalf of 2b5d0468ac6d4826bfc6ba13a1762915 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:17.073808 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.080625 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-827b0fc6-33bf-42e9-81ba-9fa70532767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:17.083119 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-827b0fc6-33bf-42e9-81ba-9fa70532767f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 200 len: 855 time: 0.1727486 Aug 31 19:39:17.093936 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04e918-80c1-4b88-8b71-316cc11e77b7,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:17.118669 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.118873 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Added segment b65f6e48-7baf-486e-8173-6135f8495357 of type vlan for network f807831f-a979-4414-8d02-cdab939621df Aug 31 19:39:17.157127 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-2dc85e46-9b9c-43c0-9c3a-5e656a966597 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505533 Aug 31 19:39:17.282716 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-cb040852-1e3b-4636-b454-21285651ae29 service neutron] 10.222.0.55 "GET /v2.0/networks/7f3ac307-3f02-496a-89f4-009e58169605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826680 Aug 31 19:39:17.322617 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.431684 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-910bf076-6f6d-4411-80a0-d78a58b14455 req-865b89f7-68b6-4c9a-894f-6ac378ea35a6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 210 time: 0.1111364 Aug 31 19:39:17.506059 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.507079 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:17.507658 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.622674 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8517394 Aug 31 19:39:17.626847 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260ff1-eb5f-4edb-9ee0-a607d88886a0 req-f1a575b6-5257-4cd4-beb3-a22428a6a3ce tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:17.636248 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d2260ff1-eb5f-4edb-9ee0-a607d88886a0 req-f1a575b6-5257-4cd4-beb3-a22428a6a3ce tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 943 time: 0.0715334 Aug 31 19:39:17.636581 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42274) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:17.641565 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Request body: {'subnet': {'network_id': 'f807831f-a979-4414-8d02-cdab939621df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217878975-subnet', 'tenant_id': '2c350f7336df47fb8e3611af3f7585de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:17.666710 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-e9a20483-86f6-4c0d-8c97-634d923982ac service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748278 Aug 31 19:39:17.667792 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Allocated IP 172.20.0.3 (94e9390e-e3fb-4b10-bffd-be051d391074/81ac21e9-a5ac-46fd-9b85-e2725132184d/8b767db9-17e5-45d2-b022-0d443d5cb73f) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:39:17.670458 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496affe-697e-4645-8b37-88e65fa9474f admin admin] Pushing event updated for resources: {'Network': ['ID=f807831f-a979-4414-8d02-cdab939621df,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:17.672607 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Made reservation on behalf of 2c350f7336df47fb8e3611af3f7585de for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:39:17.675036 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Notify callbacks [] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:17.683180 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network f807831f-a979-4414-8d02-cdab939621df details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:39:17.683692 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-6ec1e065-6e3c-4180-871b-ffa40a28976c service neutron] 10.222.0.55 "GET /v2.0/networks/7f3ac307-3f02-496a-89f4-009e58169605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585987 Aug 31 19:39:17.690400 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d2260ff1-eb5f-4edb-9ee0-a607d88886a0 req-0f437b04-d7c2-4776-a230-76eca65ad259 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529835 Aug 31 19:39:17.975577 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59595fd-539f-4552-9856-4e2471d5240e req-2d844e7d-97c7-4fdd-9748-fb0b23064af2 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:17.983044 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f59595fd-539f-4552-9856-4e2471d5240e req-2d844e7d-97c7-4fdd-9748-fb0b23064af2 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 943 time: 0.1101074 Aug 31 19:39:18.031797 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f59595fd-539f-4552-9856-4e2471d5240e req-190e6939-425e-4db5-9d5e-237e543a881c tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 Aug 31 19:39:18.049550 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec9f30-8c6a-4024-ad17-dfc8099dece1 req-c50cc165-f0ee-4805-ba6e-82e6570ad148 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:18.049550 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f2ec9f30-8c6a-4024-ad17-dfc8099dece1 req-c50cc165-f0ee-4805-ba6e-82e6570ad148 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 944 time: 0.2450917 Aug 31 19:39:18.065169 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-f8b294d0-b8cd-4c12-8b07-61b0ae2fc86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:18.067924 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-f8b294d0-b8cd-4c12-8b07-61b0ae2fc86a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1097 time: 0.2671709 Aug 31 19:39:18.109756 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-db6791cc-3004-48b7-97b0-d7aefbdc4f64 req-25d503b2-fee5-4de4-bb88-4554b7871c1c service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286022 Aug 31 19:39:18.416803 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f2ec9f30-8c6a-4024-ad17-dfc8099dece1 req-7b0b6b9f-4455-4908-a474-1aa7f63a18a6 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485322 Aug 31 19:39:18.451805 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.508967 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-831e621e-b1b9-4f25-865e-3adc2e61d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:18.510494 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-831e621e-b1b9-4f25-865e-3adc2e61d3be service neutron] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 919 time: 0.4298611 Aug 31 19:39:18.513052 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Transition to ACTIVE for port object 8b767db9-17e5-45d2-b022-0d443d5cb73f will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:18.522024 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.548055 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-98e3fd07-5091-48d9-bcfc-93ac5408581c req-293071ce-2780-4274-87bc-946c167cf49a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 210 time: 0.0315840 Aug 31 19:39:18.599023 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-15e6b663-cc9c-4da1-b5bf-e18f0acf72b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2233f784-6f58-48a2-862f-fe732c9603f8 HTTP/1.1" status: 200 len: 217 time: 0.0736601 Aug 31 19:39:18.672217 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec00ac7e-c2fb-41ef-b3e2-7ae3b3d0ed38,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:18.683902 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.692942 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-323413fb-c57d-4ceb-a1c2-b10c8c784b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:18.694495 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-323413fb-c57d-4ceb-a1c2-b10c8c784b20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.0859234 Aug 31 19:39:18.698404 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Checking segment: {'id': 'b65f6e48-7baf-486e-8173-6135f8495357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f807831f-a979-4414-8d02-cdab939621df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:18.698795 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Network hostable DHCP agents. Network: f807831f-a979-4414-8d02-cdab939621df, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:39:18.764208 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-a89bee0c-58ec-4f02-b155-ff4deb37c071 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520632 Aug 31 19:39:18.797093 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Network 94e9390e-e3fb-4b10-bffd-be051d391074 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:39:18.821097 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Network f807831f-a979-4414-8d02-cdab939621df is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:39:18.835337 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:18.838169 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:39:18.843656 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:18.844287 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.878456 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:18.895210 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, f807831f-a979-4414-8d02-cdab939621df) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:39:18.904489 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:18.905893 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:18.917809 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc5433-1c76-4585-88fb-d3c314400c58 None None] Network f807831f-a979-4414-8d02-cdab939621df requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:18.920325 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9d0181e4-6d80-4eb2-80de-d038d2d689f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2797189 Aug 31 19:39:18.961997 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Request body: {'port': {'device_id': '80b7c156-424f-445e-abf7-af6358f9b750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:18.972847 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-6c632b98-e902-48d2-878d-1b5d310a4daf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3317511 Aug 31 19:39:18.986379 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3e531-cbc4-46f6-ab80-6a2d6f0ffaaa req-5a96a8fb-04d7-4f8a-98d6-b0573dafff8e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:18.987762 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-46f3e531-cbc4-46f6-ab80-6a2d6f0ffaaa req-5a96a8fb-04d7-4f8a-98d6-b0573dafff8e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 943 time: 0.2202218 Aug 31 19:39:19.068002 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-3e632002-027d-4ed8-b5ba-e86a2b765712 service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888584 Aug 31 19:39:19.202247 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08f5be-00c5-459e-8a77-3b362cbc56b8 None None] Network f807831f-a979-4414-8d02-cdab939621df requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:39:19.212896 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-46f3e531-cbc4-46f6-ab80-6a2d6f0ffaaa req-7687cc71-4f8f-49d8-b1b2-d01ebcd42f43 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871982 Aug 31 19:39:19.223816 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.291810 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7064597-ff83-478a-9caa-59cb5139eecb req-a39cebe8-5031-466c-871d-b41284e57612 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:19.311362 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f7064597-ff83-478a-9caa-59cb5139eecb req-a39cebe8-5031-466c-871d-b41284e57612 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 943 time: 0.1189599 Aug 31 19:39:19.325770 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a86dfdf8-d0f5-420e-a76a-4d071b0f72a3 req-7d86a2d5-66a3-43eb-834f-8ee35a6ee9ec service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477531 Aug 31 19:39:19.330078 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-239deca3-e44d-4eeb-b20f-00e3397a3a33 None None] Provisioning for port 8b767db9-17e5-45d2-b022-0d443d5cb73f completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:19.339425 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-239deca3-e44d-4eeb-b20f-00e3397a3a33 None None] Provisioning complete for port 8b767db9-17e5-45d2-b022-0d443d5cb73f triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:19.339792 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-239deca3-e44d-4eeb-b20f-00e3397a3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.384246 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f7064597-ff83-478a-9caa-59cb5139eecb req-8b5c964f-5f61-4412-a2aa-41db2e2e4b45 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716848 Aug 31 19:39:19.442813 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-239deca3-e44d-4eeb-b20f-00e3397a3a33 None None] Port 8b767db9-17e5-45d2-b022-0d443d5cb73f cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:39:19.595411 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7489b1-72b5-4d17-bc94-82e141ed590d req-123273f7-e478-4aff-9b15-ee9cd66455ca tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:19.597244 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4a7489b1-72b5-4d17-bc94-82e141ed590d req-123273f7-e478-4aff-9b15-ee9cd66455ca tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 944 time: 0.0989184 Aug 31 19:39:19.698602 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5f49-995a-4ab2-a117-6085743e0028 req-0690be49-837b-4ac8-92cd-c4f331b22c66 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:19.700217 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c4bc5f49-995a-4ab2-a117-6085743e0028 req-0690be49-837b-4ac8-92cd-c4f331b22c66 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 931 time: 0.0637059 Aug 31 19:39:19.705382 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b767db9-17e5-45d2-b022-0d443d5cb73f {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:19.716725 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.731128 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Transition to ACTIVE for port object 8b767db9-17e5-45d2-b022-0d443d5cb73f will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:39:19.760375 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.765387 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c4bc5f49-995a-4ab2-a117-6085743e0028 req-7d12e20d-bf29-4391-b578-c0acc356ed86 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528939 Aug 31 19:39:19.767464 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4a7489b1-72b5-4d17-bc94-82e141ed590d req-8d908282-46d2-438f-82ac-16db5d73d449 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594729 Aug 31 19:39:19.826705 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:19.868601 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Attempting to bind port 8b767db9-17e5-45d2-b022-0d443d5cb73f on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:39:19.869044 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Attempting to bind port 8b767db9-17e5-45d2-b022-0d443d5cb73f by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:39:19.869498 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Attempting to bind port 8b767db9-17e5-45d2-b022-0d443d5cb73f on network 94e9390e-e3fb-4b10-bffd-be051d391074 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:19.875067 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Port 8b767db9-17e5-45d2-b022-0d443d5cb73f on network 94e9390e-e3fb-4b10-bffd-be051d391074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:39:19.875358 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Attempting to bind port 8b767db9-17e5-45d2-b022-0d443d5cb73f on network 94e9390e-e3fb-4b10-bffd-be051d391074 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:39:19.881801 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:39:19.882180 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Checking segment: {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:39:19.882569 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Bound using segment: {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:39:19.883165 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Bound port: 8b767db9-17e5-45d2-b022-0d443d5cb73f, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:39:19.883538 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:19.962379 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:39:19.965839 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:39:19.970404 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.014105 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:20.014686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:20.016144 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] 10.222.0.55 "PUT /v2.0/ports/8b767db9-17e5-45d2-b022-0d443d5cb73f HTTP/1.1" status: 200 len: 1093 time: 1.0780096 Aug 31 19:39:20.016588 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:20.018877 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef876699-c14b-4fa9-957b-4f5229b976d2" -d '{"events": [{"name": "network-changed", "server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:20.041688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b7467-a177-4bec-b13f-98e265546d0a service neutron] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:20.072983 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1936511f-6293-4865-b8d4-94fd75c363c4 x-openstack-request-id: req-1936511f-6293-4865-b8d4-94fd75c363c4 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:20.073277 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:20.073618 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1936511f-6293-4865-b8d4-94fd75c363c4 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:20.074112 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'status': 'completed', 'code': 200} Aug 31 19:39:20.162954 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9191cb4d-94ad-4add-9c2a-6139ee566842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:20.165630 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-9191cb4d-94ad-4add-9c2a-6139ee566842 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 1096 time: 0.0611472 Aug 31 19:39:20.218848 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-6a792ad5-93bb-42e1-b9ff-6da948c8ff83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f HTTP/1.1" status: 200 len: 217 time: 0.0386987 Aug 31 19:39:20.276853 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4198bf-b499-4204-810f-6d97266f7084 req-42cc4ddf-194d-433e-b232-f245ef44f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:20.278428 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-42cc4ddf-194d-433e-b232-f245ef44f7b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0526071 Aug 31 19:39:20.365045 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4198bf-b499-4204-810f-6d97266f7084 req-131a5b5c-1564-42ca-ac99-edb039756f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:20.366253 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1b84e-8dc8-4a98-bc0b-822d94b2c828 req-8e0b134c-60e7-480c-b93f-f3497924e247 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:20.367251 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-131a5b5c-1564-42ca-ac99-edb039756f78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0815723 Aug 31 19:39:20.368491 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d1a1b84e-8dc8-4a98-bc0b-822d94b2c828 req-8e0b134c-60e7-480c-b93f-f3497924e247 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 943 time: 0.0745118 Aug 31 19:39:20.436504 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d1a1b84e-8dc8-4a98-bc0b-822d94b2c828 req-1f57d123-eccc-4e12-a451-ec7f435f7f9a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553210 Aug 31 19:39:20.545108 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-a4d56c77-7ab0-4481-84a4-c5d5768efb5d service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691945 Aug 31 19:39:20.556940 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f698392-fdc5-4e11-9867-7de5dbaec16e req-8fd25803-605a-4b05-a704-4d865d9e6b56 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:20.558468 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5f698392-fdc5-4e11-9867-7de5dbaec16e req-8fd25803-605a-4b05-a704-4d865d9e6b56 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 943 time: 0.0886121 Aug 31 19:39:20.648191 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5f698392-fdc5-4e11-9867-7de5dbaec16e req-71092377-2811-4a53-8227-03225b08991b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815108 Aug 31 19:39:20.680367 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a4198bf-b499-4204-810f-6d97266f7084 req-f400cbd2-6b37-4d61-9f55-d4f9e01d538e service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208732 Aug 31 19:39:20.720564 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 2233f784-6f58-48a2-862f-fe732c9603f8 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:39:20.842632 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-27797b9d-d2cb-4f41-9a64-6d3baa962878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:20.846010 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-27797b9d-d2cb-4f41-9a64-6d3baa962878 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 1096 time: 0.0541279 Aug 31 19:39:20.929657 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 2233f784-6f58-48a2-862f-fe732c9603f8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2233f784-6f58-48a2-862f-fe732c9603f8,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:20.949809 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '2233f784-6f58-48a2-862f-fe732c9603f8', 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e', 'port_id': '2233f784-6f58-48a2-862f-fe732c9603f8', 'mac_address': 'fa:16:3e:1a:95:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ab9074-e680-4a33-bab4-ca7d9f82288f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:39:21.002930 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.022851 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4a90b-b069-4542-8d71-d972c9095f3f req-e36d233d-912c-47a6-b0ce-c876cdea4d62 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:21.024474 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-deb4a90b-b069-4542-8d71-d972c9095f3f req-e36d233d-912c-47a6-b0ce-c876cdea4d62 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 944 time: 0.0755224 Aug 31 19:39:21.029108 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2233f784-6f58-48a2-862f-fe732c9603f8 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:21.050160 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81d9a1-a2e0-4947-b0cb-9fd964d80211 req-d76a2623-499a-4922-bd0e-e19ff5d8bea0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:21.053044 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0b81d9a1-a2e0-4947-b0cb-9fd964d80211 req-d76a2623-499a-4922-bd0e-e19ff5d8bea0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0893888 Aug 31 19:39:21.083900 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-64404a2a-cc28-4ee5-8490-d4763edbb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:21.084219 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 2233f784-6f58-48a2-862f-fe732c9603f8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2233f784-6f58-48a2-862f-fe732c9603f8,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:21.086702 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-64404a2a-cc28-4ee5-8490-d4763edbb018 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.2340031 Aug 31 19:39:21.086867 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-deb4a90b-b069-4542-8d71-d972c9095f3f req-c0e803e6-1d11-4c7a-b08f-6a33f52cb330 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555470 Aug 31 19:39:21.091671 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.092824 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device c6570840-1b50-431a-bbb6-a801953ca3bc details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:39:21.168777 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-fb29fb61-103a-40af-bf2d-1b568f05b5d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f HTTP/1.1" status: 200 len: 217 time: 0.0603983 Aug 31 19:39:21.174808 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0b81d9a1-a2e0-4947-b0cb-9fd964d80211 req-d771a235-98ad-4b77-9467-404074a17151 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100719 Aug 31 19:39:21.211721 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=2233f784-6f58-48a2-862f-fe732c9603f8,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:21.241584 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-17ff0b5d-1334-4aaa-a9ba-6cb806400ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:21.243102 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-17ff0b5d-1334-4aaa-a9ba-6cb806400ed0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0669188 Aug 31 19:39:21.259560 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port c6570840-1b50-431a-bbb6-a801953ca3bc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c6570840-1b50-431a-bbb6-a801953ca3bc,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:21.273595 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'c6570840-1b50-431a-bbb6-a801953ca3bc', 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a', 'port_id': 'c6570840-1b50-431a-bbb6-a801953ca3bc', 'mac_address': 'fa:16:3e:eb:ec:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af79d9f-7bce-460f-ad8a-5758861deb7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:39:21.303013 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-0c8374ff-d452-4646-95a3-51e6fb97230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:21.304904 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-0c8374ff-d452-4646-95a3-51e6fb97230e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540273 Aug 31 19:39:21.326778 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.342607 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6570840-1b50-431a-bbb6-a801953ca3bc {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:21.365003 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port c6570840-1b50-431a-bbb6-a801953ca3bc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c6570840-1b50-431a-bbb6-a801953ca3bc,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:21.369779 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.370515 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 14f36cb5-ad2b-4d31-9e05-b51667152185 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:39:21.429274 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-a6d782a8-df2f-472e-99d9-dca5f4efd104 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144948 Aug 31 19:39:21.491995 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=c6570840-1b50-431a-bbb6-a801953ca3bc,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:21.561525 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 14f36cb5-ad2b-4d31-9e05-b51667152185, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14f36cb5-ad2b-4d31-9e05-b51667152185,segment=NetworkSegment(a287f3b9-6a14-4f55-a16e-251f233f8f1d),segment_id=a287f3b9-6a14-4f55-a16e-251f233f8f1d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:21.568510 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ef876699-c14b-4fa9-957b-4f5229b976d2 req-77885883-9c3f-46e4-b254-b9b9918a1c2f service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323771 Aug 31 19:39:21.578367 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '14f36cb5-ad2b-4d31-9e05-b51667152185', 'network_id': '7f3ac307-3f02-496a-89f4-009e58169605', 'port_id': '14f36cb5-ad2b-4d31-9e05-b51667152185', 'mac_address': 'fa:16:3e:78:18:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e87f72-2b41-42d0-9c46-5986a8f3a542', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:39:21.603978 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0539ac-dd71-4240-aeb2-2a9091cf2658 req-c79c24f4-d70f-4340-ba40-dfcd8d3d5913 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:21.606728 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7b0539ac-dd71-4240-aeb2-2a9091cf2658 req-c79c24f4-d70f-4340-ba40-dfcd8d3d5913 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 943 time: 0.0626869 Aug 31 19:39:21.636253 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.654367 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7b0539ac-dd71-4240-aeb2-2a9091cf2658 req-349d476a-8331-4085-a01a-c5daf4fafb46 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Aug 31 19:39:21.656328 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f36cb5-ad2b-4d31-9e05-b51667152185 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:21.687434 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 14f36cb5-ad2b-4d31-9e05-b51667152185, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14f36cb5-ad2b-4d31-9e05-b51667152185,segment=NetworkSegment(a287f3b9-6a14-4f55-a16e-251f233f8f1d),segment_id=a287f3b9-6a14-4f55-a16e-251f233f8f1d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:21.695757 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.695757 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ede46c2b-02dd-4d44-a15d-14ff4926c5d5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:39:21.772479 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=14f36cb5-ad2b-4d31-9e05-b51667152185,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:21.776573 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ede46c2b-02dd-4d44-a15d-14ff4926c5d5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:21.788849 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'ede46c2b-02dd-4d44-a15d-14ff4926c5d5', 'network_id': 'd81d3a08-6a07-454d-9d9a-40d1008a382e', 'port_id': 'ede46c2b-02dd-4d44-a15d-14ff4926c5d5', 'mac_address': 'fa:16:3e:b2:75:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ab9074-e680-4a33-bab4-ca7d9f82288f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:39:21.816114 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03ab16-3ed0-4215-95f3-d6de210fd1ce req-1ecd793c-05e0-4eef-91f3-ec9e1d2416e7 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:21.818197 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3e03ab16-3ed0-4215-95f3-d6de210fd1ce req-1ecd793c-05e0-4eef-91f3-ec9e1d2416e7 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 944 time: 0.0746710 Aug 31 19:39:21.830060 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.843825 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede46c2b-02dd-4d44-a15d-14ff4926c5d5 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:21.868653 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ede46c2b-02dd-4d44-a15d-14ff4926c5d5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:21.876836 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3e03ab16-3ed0-4215-95f3-d6de210fd1ce req-7451998b-e526-43aa-8ee7-7c779a011718 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518777 Aug 31 19:39:21.877906 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:21.932204 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:22.205066 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc5d08-bde4-44e6-9dfd-4f5cc34ecca8 req-4216f27e-222e-4da1-b7d3-16f2b8627185 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:22.206633 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ddcc5d08-bde4-44e6-9dfd-4f5cc34ecca8 req-4216f27e-222e-4da1-b7d3-16f2b8627185 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 945 time: 0.0491986 Aug 31 19:39:22.258739 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ddcc5d08-bde4-44e6-9dfd-4f5cc34ecca8 req-d178871e-4b61-4f12-acb3-07ddf610809e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456464 Aug 31 19:39:22.322478 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d393c09-4c5d-4606-8a47-f83c9c6500ae req-d21ecdd3-00a8-49c6-a77f-85db082d7926 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:22.325036 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5d393c09-4c5d-4606-8a47-f83c9c6500ae req-d21ecdd3-00a8-49c6-a77f-85db082d7926 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0580912 Aug 31 19:39:22.368634 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5d393c09-4c5d-4606-8a47-f83c9c6500ae req-a6449ea0-025c-4049-994d-5716f22b1c0f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374570 Aug 31 19:39:22.793011 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455059de-0b33-4c4b-96c9-8299d0a5f9ef req-7889ef9e-c6de-418c-b27b-880a132534e1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:22.802362 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-455059de-0b33-4c4b-96c9-8299d0a5f9ef req-7889ef9e-c6de-418c-b27b-880a132534e1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 944 time: 0.0640326 Aug 31 19:39:22.836427 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-455059de-0b33-4c4b-96c9-8299d0a5f9ef req-d4b67244-2be8-4ba6-9135-0d0025c5407a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Aug 31 19:39:23.011251 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f336c47-f91d-4ff9-82b7-58a305445dda req-5ac1bda9-299d-4a0b-8764-c2440ce2ae72 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:23.012786 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5f336c47-f91d-4ff9-82b7-58a305445dda req-5ac1bda9-299d-4a0b-8764-c2440ce2ae72 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 944 time: 0.0535295 Aug 31 19:39:23.054416 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5f336c47-f91d-4ff9-82b7-58a305445dda req-a6454fc2-b6ec-45cb-85b5-2d79c94417a3 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355616 Aug 31 19:39:23.380623 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63277679-7239-4164-8b10-745e40b04b3b req-29bab73f-72eb-42a2-a3a9-bfc0ffada421 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:23.382195 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-63277679-7239-4164-8b10-745e40b04b3b req-29bab73f-72eb-42a2-a3a9-bfc0ffada421 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 945 time: 0.0500076 Aug 31 19:39:23.421105 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-63277679-7239-4164-8b10-745e40b04b3b req-fc92d417-695c-460a-98fe-c66a78f18b07 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Aug 31 19:39:23.495775 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07770b1-283c-4499-b539-5edbe762bdfc req-693c44ab-efe1-4954-b0d0-6d511e568d3f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:23.497291 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d07770b1-283c-4499-b539-5edbe762bdfc req-693c44ab-efe1-4954-b0d0-6d511e568d3f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0532522 Aug 31 19:39:23.548782 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d07770b1-283c-4499-b539-5edbe762bdfc req-31faea9c-5114-4e94-99ef-3402fb7a161a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452886 Aug 31 19:39:23.968715 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a326d-8bc5-4da0-8a18-6a90067db3cd req-d69d53f6-e23d-40a5-9bb8-879876a87c14 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:23.970245 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-163a326d-8bc5-4da0-8a18-6a90067db3cd req-d69d53f6-e23d-40a5-9bb8-879876a87c14 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 944 time: 0.0572226 Aug 31 19:39:24.011022 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-163a326d-8bc5-4da0-8a18-6a90067db3cd req-482ad0f3-0efd-444f-a09a-ff7f14620bb6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345728 Aug 31 19:39:24.176019 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f9092-2d2c-4639-8cba-1d0789a1f757 req-5a7d751d-20c1-4fb8-823b-eb881315581d tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:24.177791 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-872f9092-2d2c-4639-8cba-1d0789a1f757 req-5a7d751d-20c1-4fb8-823b-eb881315581d tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 944 time: 0.0531673 Aug 31 19:39:24.221399 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-872f9092-2d2c-4639-8cba-1d0789a1f757 req-9877f6ab-b693-4692-ae75-7f9f06d416b3 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Aug 31 19:39:24.557411 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b2b55-8df0-4ed3-a1d1-e3523595bf0a req-6465301a-2c7e-4f26-91c4-91b5f9f6b356 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:24.558957 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cd9b2b55-8df0-4ed3-a1d1-e3523595bf0a req-6465301a-2c7e-4f26-91c4-91b5f9f6b356 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 945 time: 0.0586660 Aug 31 19:39:24.615224 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cd9b2b55-8df0-4ed3-a1d1-e3523595bf0a req-d084d1a7-5fe4-4fad-afff-0faf458cca2b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502341 Aug 31 19:39:24.678890 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed08551-12e8-465a-9e8f-fc2b71c28e1a req-c9f1f3da-c1a4-49c4-a2de-8b95d4322074 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:24.680439 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eed08551-12e8-465a-9e8f-fc2b71c28e1a req-c9f1f3da-c1a4-49c4-a2de-8b95d4322074 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0517349 Aug 31 19:39:24.722276 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eed08551-12e8-465a-9e8f-fc2b71c28e1a req-31353509-0681-4b2a-a3fe-3c3a0b65e941 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332556 Aug 31 19:39:25.141564 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76d90-1c69-44dc-a18a-24c30be9d452 req-ad28d339-88f1-4106-a95d-d6218091eebd tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:25.143014 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-22a76d90-1c69-44dc-a18a-24c30be9d452 req-ad28d339-88f1-4106-a95d-d6218091eebd tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 944 time: 0.0493555 Aug 31 19:39:25.188479 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-22a76d90-1c69-44dc-a18a-24c30be9d452 req-bf1cadbb-3a9a-4f9b-9899-2a46bfbfc1c0 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387733 Aug 31 19:39:25.352702 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bce35b-1b8f-4a44-9fa9-ebcdb21d3a1c req-916bea99-26a7-4a76-8b9f-43059f3f6ad4 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:25.354434 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0bce35b-1b8f-4a44-9fa9-ebcdb21d3a1c req-916bea99-26a7-4a76-8b9f-43059f3f6ad4 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 944 time: 0.0594401 Aug 31 19:39:25.403647 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0bce35b-1b8f-4a44-9fa9-ebcdb21d3a1c req-47e7da0c-5cd4-4284-854d-4c12be1be5bb tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 Aug 31 19:39:25.741202 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109b42-c2f0-414d-9655-c1e06c284b29 req-2eff4a19-f33c-4f7d-b432-e5bcc650d211 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:25.742851 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5f109b42-c2f0-414d-9655-c1e06c284b29 req-2eff4a19-f33c-4f7d-b432-e5bcc650d211 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 945 time: 0.0511186 Aug 31 19:39:25.793885 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5f109b42-c2f0-414d-9655-c1e06c284b29 req-e08bf8d8-e049-401f-882c-315ec89979d5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432718 Aug 31 19:39:25.862187 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d1e27-007a-468a-9948-033f3177b16e req-2ed9781d-73b2-48f9-99d0-bb463b98cfd3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:25.863860 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d86d1e27-007a-468a-9948-033f3177b16e req-2ed9781d-73b2-48f9-99d0-bb463b98cfd3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0511200 Aug 31 19:39:25.902781 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d86d1e27-007a-468a-9948-033f3177b16e req-e1b271aa-2c15-4660-bdf7-e630c6b1babf tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326631 Aug 31 19:39:26.309906 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ea25-96d5-404f-90f6-7eb5d31e116d req-f64144a5-4d50-4c1e-b8cd-5be2e0db3f2d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:26.311410 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8645ea25-96d5-404f-90f6-7eb5d31e116d req-f64144a5-4d50-4c1e-b8cd-5be2e0db3f2d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 944 time: 0.0481861 Aug 31 19:39:26.348683 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8645ea25-96d5-404f-90f6-7eb5d31e116d req-9fda93f4-8670-4f2b-a5fa-cb97c50813b6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Aug 31 19:39:26.514605 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f31c83-3a05-4a63-ad40-333b5d678139 req-18dc8c88-29ac-45b3-8cd6-cb1d2b3ddb63 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:26.516074 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-46f31c83-3a05-4a63-ad40-333b5d678139 req-18dc8c88-29ac-45b3-8cd6-cb1d2b3ddb63 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 944 time: 0.0474086 Aug 31 19:39:26.554699 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-46f31c83-3a05-4a63-ad40-333b5d678139 req-e5c6eefa-afe9-4625-8002-50dc39289d0b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Aug 31 19:39:26.722209 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['2233f784-6f58-48a2-862f-fe732c9603f8'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:26.739150 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:26.802276 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:39:26.855591 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['c6570840-1b50-431a-bbb6-a801953ca3bc'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:26.859071 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['14f36cb5-ad2b-4d31-9e05-b51667152185'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:26.926012 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b185eea-14ec-419e-ba4e-b8ed00ad4451 req-d39e763b-c35d-4b4b-a047-3b05b7915632 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:26.927781 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.db.resource_extend [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:39:26.927970 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6b185eea-14ec-419e-ba4e-b8ed00ad4451 req-d39e763b-c35d-4b4b-a047-3b05b7915632 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 945 time: 0.0531378 Aug 31 19:39:26.978995 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6b185eea-14ec-419e-ba4e-b8ed00ad4451 req-b9d3952b-d059-4c34-b6f1-fcc941c51b07 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Aug 31 19:39:27.049608 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9b466-8a9b-407e-90f5-a23927f960d6 req-94470045-dc81-4e87-9db6-032e2f495611 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:27.052153 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b9d9b466-8a9b-407e-90f5-a23927f960d6 req-94470045-dc81-4e87-9db6-032e2f495611 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0603449 Aug 31 19:39:27.091490 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b9d9b466-8a9b-407e-90f5-a23927f960d6 req-daf61ec1-2b1a-47ae-9ebc-bfabebc71a9c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328755 Aug 31 19:39:27.116363 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:27.153063 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'port_id': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'mac_address': 'fa:16:3e:9f:2f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:39:27.355067 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.372312 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['ede46c2b-02dd-4d44-a15d-14ff4926c5d5'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:27.411351 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b767db9-17e5-45d2-b022-0d443d5cb73f {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:39:27.472060 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2198d5-1807-4612-8238-d063c780f01a req-6145fbdc-3dd8-4c26-b3fd-2ab29d90a8f6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:27.473508 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:27.481321 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8d2198d5-1807-4612-8238-d063c780f01a req-6145fbdc-3dd8-4c26-b3fd-2ab29d90a8f6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 944 time: 0.0631955 Aug 31 19:39:27.490947 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:27.532443 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8d2198d5-1807-4612-8238-d063c780f01a req-2fdc839e-5e70-45bc-a1b8-8630ac4e86bb tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Aug 31 19:39:27.572346 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:27.681919 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c12668-1b2e-4a0f-bee8-e788214515d3 req-aa07d35c-cbd3-411e-bf23-a211bfccc35d tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:27.683542 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-38c12668-1b2e-4a0f-bee8-e788214515d3 req-aa07d35c-cbd3-411e-bf23-a211bfccc35d tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 944 time: 0.0561397 Aug 31 19:39:27.727433 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-38c12668-1b2e-4a0f-bee8-e788214515d3 req-5ccc2f22-d997-4eb3-b6d5-dd62cb549f19 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Aug 31 19:39:28.132748 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed44bb-f826-4ece-bfb4-afa254bd276e req-2571a230-e1a3-45b2-ba27-b463affeb2d5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:28.134499 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-64ed44bb-f826-4ece-bfb4-afa254bd276e req-2571a230-e1a3-45b2-ba27-b463affeb2d5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 945 time: 0.0682709 Aug 31 19:39:28.177061 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-64ed44bb-f826-4ece-bfb4-afa254bd276e req-c8dd3e69-d919-48e8-9c71-3722e93fd2ce tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360568 Aug 31 19:39:28.217578 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68d37e-ff37-46e5-bc78-4dbcbaff33a7 req-2420e9cf-64c3-4d85-b455-9dd7ab3864b1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:28.219183 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9d68d37e-ff37-46e5-bc78-4dbcbaff33a7 req-2420e9cf-64c3-4d85-b455-9dd7ab3864b1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 944 time: 0.0515480 Aug 31 19:39:28.257578 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9d68d37e-ff37-46e5-bc78-4dbcbaff33a7 req-bdf653fe-7cad-486c-ba20-7314d3e30c3b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325191 Aug 31 19:39:28.634409 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771eba2-fe30-498f-9ecc-31a80989ea73 req-65575473-57af-4159-b66e-bc19eb32d595 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:28.635898 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a771eba2-fe30-498f-9ecc-31a80989ea73 req-65575473-57af-4159-b66e-bc19eb32d595 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 944 time: 0.0473113 Aug 31 19:39:28.673400 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a771eba2-fe30-498f-9ecc-31a80989ea73 req-231e908c-b60e-4e07-84cd-d32f7e89f092 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 Aug 31 19:39:28.703988 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['8b767db9-17e5-45d2-b022-0d443d5cb73f'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:39:28.843871 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bc59b-e884-44ee-ab05-05f7390ac8ae req-bdc88b91-66e6-4632-b1f9-7cf88b72317d tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:28.845261 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-489bc59b-e884-44ee-ab05-05f7390ac8ae req-bdc88b91-66e6-4632-b1f9-7cf88b72317d tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 944 time: 0.0511448 Aug 31 19:39:28.881951 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-489bc59b-e884-44ee-ab05-05f7390ac8ae req-788acb00-c414-442a-9f4c-ed01289eb1ff tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300579 Aug 31 19:39:29.326422 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b6739-9d5a-4666-abc7-e9f3e9a68785 req-876decc9-f6cb-47f5-8609-e986d58a0d56 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:29.328348 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2f8b6739-9d5a-4666-abc7-e9f3e9a68785 req-876decc9-f6cb-47f5-8609-e986d58a0d56 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 945 time: 0.0721586 Aug 31 19:39:29.395325 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2f8b6739-9d5a-4666-abc7-e9f3e9a68785 req-8c044e8e-e293-4123-b9a6-eac6e2277fd6 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608008 Aug 31 19:39:29.433945 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5b8c-45da-43a7-9650-46fcacb4c234 req-91c7e7cb-a940-4b54-b4a1-fb274edb97b1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:29.435536 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-00ca5b8c-45da-43a7-9650-46fcacb4c234 req-91c7e7cb-a940-4b54-b4a1-fb274edb97b1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 944 time: 0.0672305 Aug 31 19:39:29.475076 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-00ca5b8c-45da-43a7-9650-46fcacb4c234 req-c11b4a9e-c382-410d-986a-0f51e2d69dfd tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327609 Aug 31 19:39:29.793397 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f96e0-b7de-4b3b-80d1-b6ed211671b8 req-f80856de-a12d-49f9-8347-1f2025a7cbf1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:29.794955 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-744f96e0-b7de-4b3b-80d1-b6ed211671b8 req-f80856de-a12d-49f9-8347-1f2025a7cbf1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 944 time: 0.0533535 Aug 31 19:39:29.835485 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-744f96e0-b7de-4b3b-80d1-b6ed211671b8 req-6bf59efb-9d87-44a3-abe8-a4a99f059c4d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329280 Aug 31 19:39:30.000388 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae7ee-d279-4370-9d9f-55bd9878b23d req-e8863130-5c7a-4f07-96ce-f8cd5440ff74 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:30.001997 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-580ae7ee-d279-4370-9d9f-55bd9878b23d req-e8863130-5c7a-4f07-96ce-f8cd5440ff74 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 944 time: 0.0507138 Aug 31 19:39:30.045599 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-580ae7ee-d279-4370-9d9f-55bd9878b23d req-272ef40b-8e4a-4bef-bd64-e8777c53b288 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360930 Aug 31 19:39:30.520452 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc3df-e413-40da-a2a3-797f8fbd5690 req-d548e63e-042d-4faa-97eb-af59eff4aa51 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:30.522191 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d15bc3df-e413-40da-a2a3-797f8fbd5690 req-d548e63e-042d-4faa-97eb-af59eff4aa51 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 945 time: 0.0544608 Aug 31 19:39:30.569407 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d15bc3df-e413-40da-a2a3-797f8fbd5690 req-f7b2e0dd-09a0-4690-b4b4-92df4ef672f8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386119 Aug 31 19:39:30.617341 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db01d68-0541-4f54-99ab-d83885c11ac5 req-3f4091c1-3f60-4161-88b3-73f805327519 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:30.619894 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5db01d68-0541-4f54-99ab-d83885c11ac5 req-3f4091c1-3f60-4161-88b3-73f805327519 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 944 time: 0.0620658 Aug 31 19:39:30.670590 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5db01d68-0541-4f54-99ab-d83885c11ac5 req-174511ac-e8da-46a9-acc4-253de7946bcc tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446012 Aug 31 19:39:30.810194 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device c6570840-1b50-431a-bbb6-a801953ca3bc up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:30.861500 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port c6570840-1b50-431a-bbb6-a801953ca3bc completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:30.866004 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port c6570840-1b50-431a-bbb6-a801953ca3bc triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:30.866452 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.951707 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:30.959042 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef56d2e-0874-4cbd-87f9-8550a733e5f6 req-1fd9c48a-889a-4786-a8ff-497244ac29d3 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:30.966512 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bef56d2e-0874-4cbd-87f9-8550a733e5f6 req-1fd9c48a-889a-4786-a8ff-497244ac29d3 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 944 time: 0.0611477 Aug 31 19:39:30.979369 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e8d0b8-9f85-4990-881c-6eb5d290e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6570840-1b50-431a-bbb6-a801953ca3bc'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:31.003032 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bef56d2e-0874-4cbd-87f9-8550a733e5f6 req-c989951e-24d2-4e8d-9a36-19987737275e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Aug 31 19:39:31.067749 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port c6570840-1b50-431a-bbb6-a801953ca3bc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c6570840-1b50-431a-bbb6-a801953ca3bc,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:31.073016 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.074582 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 2233f784-6f58-48a2-862f-fe732c9603f8 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:31.156706 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=c6570840-1b50-431a-bbb6-a801953ca3bc,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:31.168464 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19400e9d-c1fb-4d5f-907c-3c4893b4ecac req-8a01c1fa-6107-4a97-a944-cfe0040b1449 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.170012 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-19400e9d-c1fb-4d5f-907c-3c4893b4ecac req-8a01c1fa-6107-4a97-a944-cfe0040b1449 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 944 time: 0.0539355 Aug 31 19:39:31.173790 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 2233f784-6f58-48a2-862f-fe732c9603f8 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:31.180284 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47254c1-97a6-4743-884a-2eaf18d98251" -d '{"events": [{"server_uuid": "43e8d0b8-9f85-4990-881c-6eb5d290e036", "name": "network-vif-plugged", "status": "completed", "tag": "c6570840-1b50-431a-bbb6-a801953ca3bc"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:31.184198 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 2233f784-6f58-48a2-862f-fe732c9603f8 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:31.184731 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.216659 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-19400e9d-c1fb-4d5f-907c-3c4893b4ecac req-c201df9f-969b-4fe8-8976-56063d9101c6 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 Aug 31 19:39:31.273288 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.282341 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22caef6-05e5-4a46-93e1-50924fa56341 x-openstack-request-id: req-f22caef6-05e5-4a46-93e1-50924fa56341 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:31.282632 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e8d0b8-9f85-4990-881c-6eb5d290e036", "name": "network-vif-plugged", "status": "completed", "tag": "c6570840-1b50-431a-bbb6-a801953ca3bc", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:31.282882 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f22caef6-05e5-4a46-93e1-50924fa56341 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:31.283368 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e8d0b8-9f85-4990-881c-6eb5d290e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6570840-1b50-431a-bbb6-a801953ca3bc', 'code': 200} Aug 31 19:39:31.308314 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 2233f784-6f58-48a2-862f-fe732c9603f8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2233f784-6f58-48a2-862f-fe732c9603f8,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:31.312462 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.313308 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 14f36cb5-ad2b-4d31-9e05-b51667152185 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:31.410137 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=2233f784-6f58-48a2-862f-fe732c9603f8,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:31.425671 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 14f36cb5-ad2b-4d31-9e05-b51667152185 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:31.430321 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 14f36cb5-ad2b-4d31-9e05-b51667152185 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:31.430696 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.511604 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.545365 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c011a35-9ef3-46af-be51-6c776cf6e75f req-7bdfc380-09c0-4e6b-b7ae-9be0369637d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.547203 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0c011a35-9ef3-46af-be51-6c776cf6e75f req-7bdfc380-09c0-4e6b-b7ae-9be0369637d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 1099 time: 0.0765464 Aug 31 19:39:31.547418 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 14f36cb5-ad2b-4d31-9e05-b51667152185, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14f36cb5-ad2b-4d31-9e05-b51667152185,segment=NetworkSegment(a287f3b9-6a14-4f55-a16e-251f233f8f1d),segment_id=a287f3b9-6a14-4f55-a16e-251f233f8f1d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:31.551651 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.553031 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:31.572926 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-0c011a35-9ef3-46af-be51-6c776cf6e75f req-7a646f8e-0989-404a-a383-7018ac973e0a service neutron] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.638564 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=14f36cb5-ad2b-4d31-9e05-b51667152185,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:31.650080 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 8b767db9-17e5-45d2-b022-0d443d5cb73f completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:31.656943 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 8b767db9-17e5-45d2-b022-0d443d5cb73f triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:31.657297 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.775871 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.822078 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:31.828987 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.830161 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ede46c2b-02dd-4d44-a15d-14ff4926c5d5 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:39:31.846557 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b72dd-ba89-4528-b7b1-c1dbc9072840 req-d49a37b3-bb65-41ac-a307-b70580f561f2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.859346 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-475b72dd-ba89-4528-b7b1-c1dbc9072840 req-d49a37b3-bb65-41ac-a307-b70580f561f2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 944 time: 0.0911593 Aug 31 19:39:31.912729 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c51877-2cb3-42b4-ae20-a93e7653f55d req-49e7a0e8-3129-469c-a47c-cce9293350c2 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:31.919955 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93c51877-2cb3-42b4-ae20-a93e7653f55d req-49e7a0e8-3129-469c-a47c-cce9293350c2 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 946 time: 0.0881238 Aug 31 19:39:31.932279 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:31.946445 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port ede46c2b-02dd-4d44-a15d-14ff4926c5d5 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:39:31.952015 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port ede46c2b-02dd-4d44-a15d-14ff4926c5d5 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:39:31.952559 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.973471 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-475b72dd-ba89-4528-b7b1-c1dbc9072840 req-e7a1c4dd-67c1-4833-a892-e182faa88f40 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115544 Aug 31 19:39:31.974873 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-0c011a35-9ef3-46af-be51-6c776cf6e75f req-7a646f8e-0989-404a-a383-7018ac973e0a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:31.993055 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93c51877-2cb3-42b4-ae20-a93e7653f55d req-464927b2-3d2d-46f7-8969-a00b65db62e0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676422 Aug 31 19:39:31.995336 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-0c011a35-9ef3-46af-be51-6c776cf6e75f req-7a646f8e-0989-404a-a383-7018ac973e0a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.055872 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0c011a35-9ef3-46af-be51-6c776cf6e75f req-7a646f8e-0989-404a-a383-7018ac973e0a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014071 Aug 31 19:39:32.057549 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a646f8e-0989-404a-a383-7018ac973e0a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e1fb50-99ba-4143-b690-d906b60bb5dd,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:32.103181 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.158156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012837d-397c-42fe-8734-027943d1f0ff req-b124856b-737a-4ed1-b4c5-819f0c45fe45 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:32.159954 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d012837d-397c-42fe-8734-027943d1f0ff req-b124856b-737a-4ed1-b4c5-819f0c45fe45 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 944 time: 0.0614047 Aug 31 19:39:32.168142 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ede46c2b-02dd-4d44-a15d-14ff4926c5d5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:39:32.173789 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.230958 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d012837d-397c-42fe-8734-027943d1f0ff req-7c4fa4f1-c932-4b93-aa74-50fdf337695c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641065 Aug 31 19:39:32.278181 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:32.372858 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce3fe-9b5a-4479-8a67-349a8b390121 req-20a78df9-d64c-4849-97cd-5ee497a19859 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:32.374767 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bccce3fe-9b5a-4479-8a67-349a8b390121 req-20a78df9-d64c-4849-97cd-5ee497a19859 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0603936 Aug 31 19:39:32.388870 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42658) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:32.446707 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bccce3fe-9b5a-4479-8a67-349a8b390121 req-f438200b-74c7-48a1-afba-aa0f1e806da9 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638905 Aug 31 19:39:32.522897 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8c804c7e-3949-4783-a13f-405d368478a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.623187 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8c804c7e-3949-4783-a13f-405d368478a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.627710 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8c804c7e-3949-4783-a13f-405d368478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.666798 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-8c804c7e-3949-4783-a13f-405d368478a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dc40b5514dc47b8a67a746e28f86223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767932 Aug 31 19:39:32.668071 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c804c7e-3949-4783-a13f-405d368478a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26661f30-1cbb-4a52-9279-c93bab4d43a6,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:32.669575 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42670) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:32.722426 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d5751dcf-b64f-4d44-959a-9b4632778b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.748786 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d5751dcf-b64f-4d44-959a-9b4632778b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.812600 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d5751dcf-b64f-4d44-959a-9b4632778b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.815389 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d5751dcf-b64f-4d44-959a-9b4632778b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:32.816606 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-d5751dcf-b64f-4d44-959a-9b4632778b59 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26661f30-1cbb-4a52-9279-c93bab4d43a6 HTTP/1.1" status: 204 len: 168 time: 0.1458530 Aug 31 19:39:32.826991 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5751dcf-b64f-4d44-959a-9b4632778b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26661f30-1cbb-4a52-9279-c93bab4d43a6,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:33.112955 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582be5b2-8b19-434b-b90b-f87afa7bcc69 req-cc9a433c-330c-4ff2-97c6-fe45b1a71280 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:33.115209 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-582be5b2-8b19-434b-b90b-f87afa7bcc69 req-cc9a433c-330c-4ff2-97c6-fe45b1a71280 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 946 time: 0.0605412 Aug 31 19:39:33.124894 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cc9fb-7c68-4c1e-8f1b-5644e33cbf02 req-66f73ea2-fa5b-41a3-807c-27e884b85b5b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:33.132968 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-288cc9fb-7c68-4c1e-8f1b-5644e33cbf02 req-66f73ea2-fa5b-41a3-807c-27e884b85b5b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0583682 Aug 31 19:39:33.179010 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-582be5b2-8b19-434b-b90b-f87afa7bcc69 req-67e22a6f-dac5-4281-811d-6f80bf81b253 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Aug 31 19:39:33.185152 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-288cc9fb-7c68-4c1e-8f1b-5644e33cbf02 req-c7eccba8-2989-4fb7-bddd-31123b959902 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Aug 31 19:39:33.199883 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42692) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:33.214645 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-33e40db1-9175-4f25-8bb0-10f2d27f9264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.284660 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad99656-6d0a-4a6d-9761-3063d3eb8ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2233f784-6f58-48a2-862f-fe732c9603f8'}, {'server_uuid': '50aaa604-e242-4b27-9c0a-38bedbce2404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f36cb5-ad2b-4d31-9e05-b51667152185'}, {'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f'}, {'server_uuid': 'f1b27708-a49b-4801-87e7-05d560beb077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede46c2b-02dd-4d44-a15d-14ff4926c5d5'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:33.288536 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c2c24f-f530-40eb-af40-ac6a77e95a18" -d '{"events": [{"server_uuid": "fad99656-6d0a-4a6d-9761-3063d3eb8ce5", "name": "network-vif-plugged", "status": "completed", "tag": "2233f784-6f58-48a2-862f-fe732c9603f8"}, {"server_uuid": "50aaa604-e242-4b27-9c0a-38bedbce2404", "name": "network-vif-plugged", "status": "completed", "tag": "14f36cb5-ad2b-4d31-9e05-b51667152185"}, {"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-plugged", "status": "completed", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f"}, {"server_uuid": "f1b27708-a49b-4801-87e7-05d560beb077", "name": "network-vif-plugged", "status": "completed", "tag": "ede46c2b-02dd-4d44-a15d-14ff4926c5d5"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:33.339095 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-33e40db1-9175-4f25-8bb0-10f2d27f9264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.340783 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a8a5c3-4da3-4ca4-8161-57dac1783882 x-openstack-request-id: req-26a8a5c3-4da3-4ca4-8161-57dac1783882 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:33.341263 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad99656-6d0a-4a6d-9761-3063d3eb8ce5", "name": "network-vif-plugged", "status": "completed", "tag": "2233f784-6f58-48a2-862f-fe732c9603f8", "code": 200}, {"server_uuid": "50aaa604-e242-4b27-9c0a-38bedbce2404", "name": "network-vif-plugged", "status": "completed", "tag": "14f36cb5-ad2b-4d31-9e05-b51667152185", "code": 200}, {"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-plugged", "status": "completed", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f", "code": 200}, {"server_uuid": "f1b27708-a49b-4801-87e7-05d560beb077", "name": "network-vif-plugged", "status": "completed", "tag": "ede46c2b-02dd-4d44-a15d-14ff4926c5d5", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:33.341691 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26a8a5c3-4da3-4ca4-8161-57dac1783882 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:33.342124 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad99656-6d0a-4a6d-9761-3063d3eb8ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2233f784-6f58-48a2-862f-fe732c9603f8', 'code': 200} Aug 31 19:39:33.342521 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50aaa604-e242-4b27-9c0a-38bedbce2404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f36cb5-ad2b-4d31-9e05-b51667152185', 'code': 200} Aug 31 19:39:33.342916 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'code': 200} Aug 31 19:39:33.343301 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b27708-a49b-4801-87e7-05d560beb077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede46c2b-02dd-4d44-a15d-14ff4926c5d5', 'code': 200} Aug 31 19:39:33.353403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-33e40db1-9175-4f25-8bb0-10f2d27f9264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.409222 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30962797-42e5-4b1e-a0b4-e395e59ca25f req-2eaf5580-a802-46b4-a66d-2e7e1b39685b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:33.410822 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-30962797-42e5-4b1e-a0b4-e395e59ca25f req-2eaf5580-a802-46b4-a66d-2e7e1b39685b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1098602 Aug 31 19:39:33.418739 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-33e40db1-9175-4f25-8bb0-10f2d27f9264 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab501a2ad784497da4912b682dd343b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153280 Aug 31 19:39:33.418739 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e40db1-9175-4f25-8bb0-10f2d27f9264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a4520e-eca8-44f7-9716-ff35afddf334,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:33.419762 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42706) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:33.486349 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-30962797-42e5-4b1e-a0b4-e395e59ca25f req-7ce15869-86a2-4f89-8fbe-db1e5be5cdec tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646954 Aug 31 19:39:33.535589 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26c15eba-5622-4a61-917a-0a3afc5e372b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.563972 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26c15eba-5622-4a61-917a-0a3afc5e372b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.724148 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83007e3-8d1a-47e6-8952-5d1e7e2000e7 req-170f9777-3bb6-4e8b-98e4-083984fe7962 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:33.739547 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c83007e3-8d1a-47e6-8952-5d1e7e2000e7 req-170f9777-3bb6-4e8b-98e4-083984fe7962 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.1316750 Aug 31 19:39:33.785472 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42730) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:33.792540 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38d130-7eb1-4019-8245-d331f9833113 req-86cf7bcf-41b4-403e-9df9-85fb63ce78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:33.795139 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26c15eba-5622-4a61-917a-0a3afc5e372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.798284 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26c15eba-5622-4a61-917a-0a3afc5e372b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:33.799522 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-26c15eba-5622-4a61-917a-0a3afc5e372b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96a4520e-eca8-44f7-9716-ff35afddf334 HTTP/1.1" status: 204 len: 168 time: 0.3786469 Aug 31 19:39:33.800029 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ea38d130-7eb1-4019-8245-d331f9833113 req-86cf7bcf-41b4-403e-9df9-85fb63ce78da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 1098 time: 0.1069160 Aug 31 19:39:33.829745 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c83007e3-8d1a-47e6-8952-5d1e7e2000e7 req-47c4ea8e-07bb-416e-9cb4-4fa70a1f1970 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869620 Aug 31 19:39:33.830644 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c15eba-5622-4a61-917a-0a3afc5e372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a4520e-eca8-44f7-9716-ff35afddf334,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:33.926805 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ea38d130-7eb1-4019-8245-d331f9833113 req-57fbe825-bbec-4dea-9601-b21f1fa9cd4f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984459 Aug 31 19:39:33.981780 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4a4b5-d108-4c02-af8b-6efe8f2fffc2 req-d7c8b74b-10ea-4a65-adb4-4fffc0909d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:33.983374 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1dd4a4b5-d108-4c02-af8b-6efe8f2fffc2 req-d7c8b74b-10ea-4a65-adb4-4fffc0909d1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 1098 time: 0.0851858 Aug 31 19:39:33.985816 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0482-8b7f-4f8a-9b53-a8ecbf2ecfa4 req-01efe357-04f5-4b4b-b628-0313178a5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:33.987597 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b13f0482-8b7f-4f8a-9b53-a8ecbf2ecfa4 req-01efe357-04f5-4b4b-b628-0313178a5992 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0879791 Aug 31 19:39:34.109041 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-33d43dc3-94db-49b5-aead-c21606d7d953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.199078 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42744) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:34.216854 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8db29de5-a06c-40f2-9ab2-85544329d4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.281888 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-33d43dc3-94db-49b5-aead-c21606d7d953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.290596 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-33d43dc3-94db-49b5-aead-c21606d7d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.320640 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62b6a4-390b-46c4-aeb5-578b8ee0c5e6 req-51b935f2-1c43-4d52-b460-a3fabb73b677 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.322155 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8e62b6a4-390b-46c4-aeb5-578b8ee0c5e6 req-51b935f2-1c43-4d52-b460-a3fabb73b677 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0631874 Aug 31 19:39:34.341131 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cd409-1440-471a-94c3-c9e782f6dbf7 req-80154453-1631-4b0d-82d2-49ea5286755f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.342679 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e56cd409-1440-471a-94c3-c9e782f6dbf7 req-80154453-1631-4b0d-82d2-49ea5286755f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 946 time: 0.0972857 Aug 31 19:39:34.350004 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-33d43dc3-94db-49b5-aead-c21606d7d953 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d05a0f522f5f4d1693edb9ea47b639e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633743 Aug 31 19:39:34.350935 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d43dc3-94db-49b5-aead-c21606d7d953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57560d9e-f812-4f65-9ef0-112d9e5010d5,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:34.354442 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42748) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:34.382829 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8e62b6a4-390b-46c4-aeb5-578b8ee0c5e6 req-6d489dcc-b67e-4474-af20-fc9ae6b77ab7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537925 Aug 31 19:39:34.418194 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8db29de5-a06c-40f2-9ab2-85544329d4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.423279 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8db29de5-a06c-40f2-9ab2-85544329d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.453013 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e56cd409-1440-471a-94c3-c9e782f6dbf7 req-e1ce9b8c-cdf8-4105-9985-3c02b8d18932 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973461 Aug 31 19:39:34.463872 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-8db29de5-a06c-40f2-9ab2-85544329d4a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73d4541025af45cd8adf00f7dfcb783f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614379 Aug 31 19:39:34.463872 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db29de5-a06c-40f2-9ab2-85544329d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0034a4a-8ade-4dda-9da8-3a6c2690a089,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:34.464950 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42750) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:34.494784 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e1f8dec6-f0ba-44cd-b105-dc25661e6662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.521730 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c56564b1-cd69-4e65-87be-0572553178ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.532666 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1dd4a4b5-d108-4c02-af8b-6efe8f2fffc2 req-8f9ad99d-1459-4608-bd02-1cfb978ab8f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066501 Aug 31 19:39:34.538913 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b13f0482-8b7f-4f8a-9b53-a8ecbf2ecfa4 req-4d9761e3-e457-4c7f-85e9-fa3c886919c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220825 Aug 31 19:39:34.545089 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c56564b1-cd69-4e65-87be-0572553178ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.545213 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e1f8dec6-f0ba-44cd-b105-dc25661e6662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.560539 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeafdda-5f0f-4c20-8627-2b2d2d5da4fd req-24481c06-ef3e-481e-bea5-713480cd901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.562077 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eaeafdda-5f0f-4c20-8627-2b2d2d5da4fd req-24481c06-ef3e-481e-bea5-713480cd901d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 1098 time: 0.1376052 Aug 31 19:39:34.606293 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e1f8dec6-f0ba-44cd-b105-dc25661e6662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.612912 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e1f8dec6-f0ba-44cd-b105-dc25661e6662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.614159 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e1f8dec6-f0ba-44cd-b105-dc25661e6662 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57560d9e-f812-4f65-9ef0-112d9e5010d5 HTTP/1.1" status: 204 len: 168 time: 0.2573524 Aug 31 19:39:34.623331 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8dec6-f0ba-44cd-b105-dc25661e6662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57560d9e-f812-4f65-9ef0-112d9e5010d5,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:34.626717 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c56564b1-cd69-4e65-87be-0572553178ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.629273 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c56564b1-cd69-4e65-87be-0572553178ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:34.633139 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-c56564b1-cd69-4e65-87be-0572553178ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0034a4a-8ade-4dda-9da8-3a6c2690a089 HTTP/1.1" status: 204 len: 168 time: 0.1645889 Aug 31 19:39:34.649038 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607c8b9-2709-4887-84e0-e0c75403aebc req-8ffa3cfc-9f14-4bec-8a45-a1ce338d8e1a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.650706 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c607c8b9-2709-4887-84e0-e0c75403aebc req-8ffa3cfc-9f14-4bec-8a45-a1ce338d8e1a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0722392 Aug 31 19:39:34.651542 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56564b1-cd69-4e65-87be-0572553178ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0034a4a-8ade-4dda-9da8-3a6c2690a089,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:34.707715 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c607c8b9-2709-4887-84e0-e0c75403aebc req-310824a5-6156-4bfc-8c9d-ca6a9e8bfa60 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Aug 31 19:39:34.987492 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d724ce-e0e6-407c-a843-35db0323f416 req-bee70e5e-a033-407c-997e-0d38a8a059dd tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:34.997141 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a9d724ce-e0e6-407c-a843-35db0323f416 req-bee70e5e-a033-407c-997e-0d38a8a059dd tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0749722 Aug 31 19:39:35.041868 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42780) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:35.046628 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a9d724ce-e0e6-407c-a843-35db0323f416 req-e8a4d22b-3f23-4d10-a768-9275c1102c2a tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Aug 31 19:39:35.064916 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a4f180c1-03dc-4f2e-952d-ed3c89413c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.186732 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a4f180c1-03dc-4f2e-952d-ed3c89413c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.191285 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a4f180c1-03dc-4f2e-952d-ed3c89413c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.233073 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-a4f180c1-03dc-4f2e-952d-ed3c89413c00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3aabe56a6076455f8070ee565c9691cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898627 Aug 31 19:39:35.233913 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f180c1-03dc-4f2e-952d-ed3c89413c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc17701-bc75-44a5-afa2-841bbcfb98fc,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:35.235793 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 42788) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:35.298051 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-66b501a2-6be7-44b2-a474-13fb030698ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.323656 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-66b501a2-6be7-44b2-a474-13fb030698ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.388619 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eaeafdda-5f0f-4c20-8627-2b2d2d5da4fd req-99747812-de98-4177-93a4-99e23ad83853 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524168 Aug 31 19:39:35.429627 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-66b501a2-6be7-44b2-a474-13fb030698ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.432966 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-66b501a2-6be7-44b2-a474-13fb030698ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:35.436653 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-66b501a2-6be7-44b2-a474-13fb030698ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cc17701-bc75-44a5-afa2-841bbcfb98fc HTTP/1.1" status: 204 len: 168 time: 0.1974196 Aug 31 19:39:35.470845 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b501a2-6be7-44b2-a474-13fb030698ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc17701-bc75-44a5-afa2-841bbcfb98fc,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:35.577624 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a02f9a-5cca-4e31-a44d-91bf957a6915 req-f0d1432e-c42b-4b60-8e38-6af29b8ac828 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:35.583527 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-96a02f9a-5cca-4e31-a44d-91bf957a6915 req-f0d1432e-c42b-4b60-8e38-6af29b8ac828 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0688429 Aug 31 19:39:35.648162 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-96a02f9a-5cca-4e31-a44d-91bf957a6915 req-ba1651ea-98de-4126-a4af-781528e7c4d7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544960 Aug 31 19:39:35.674345 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6489fb7-6ddb-4aba-81fa-27b846dff19e req-7234a6ef-1af7-4d09-bf44-9b2eadd24c51 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:35.674345 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e6489fb7-6ddb-4aba-81fa-27b846dff19e req-7234a6ef-1af7-4d09-bf44-9b2eadd24c51 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 946 time: 0.1086023 Aug 31 19:39:35.714970 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e6489fb7-6ddb-4aba-81fa-27b846dff19e req-16a665d4-7f73-4c58-918a-99a185549d41 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416658 Aug 31 19:39:35.841710 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2795-f731-46d7-ad52-0e68024b6d72 req-01395bbc-9a12-475b-b459-e33ddf92e622 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:35.843725 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bccc2795-f731-46d7-ad52-0e68024b6d72 req-01395bbc-9a12-475b-b459-e33ddf92e622 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0672503 Aug 31 19:39:35.909597 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bccc2795-f731-46d7-ad52-0e68024b6d72 req-a1b3b51c-9ffe-46cb-82e3-afb56cb829e6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581408 Aug 31 19:39:36.171238 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253ac8-f6c7-4f2b-9f78-c9046f1516a1 req-eb72295f-8652-4ac5-9dca-b3c0ab9bf1d4 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:36.173254 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-19253ac8-f6c7-4f2b-9f78-c9046f1516a1 req-eb72295f-8652-4ac5-9dca-b3c0ab9bf1d4 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0599856 Aug 31 19:39:36.257147 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-19253ac8-f6c7-4f2b-9f78-c9046f1516a1 req-296518b0-1739-4ac2-956e-69e8f83408bd tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683384 Aug 31 19:39:36.812602 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c66be7-b9b6-4661-b080-1d5fccbee1c9 req-23dd5860-67b7-46f5-8ac6-4f87aecb2c37 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:36.822759 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-37c66be7-b9b6-4661-b080-1d5fccbee1c9 req-23dd5860-67b7-46f5-8ac6-4f87aecb2c37 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0764966 Aug 31 19:39:36.867787 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-37c66be7-b9b6-4661-b080-1d5fccbee1c9 req-e60e689f-2f5e-4c33-bad1-c61a79c28e80 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Aug 31 19:39:37.083217 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29304604-2af4-46c1-93a2-de3345bb4ab9 req-12140ade-d36d-4459-b9e7-9d64ffda78bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:37.093906 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-29304604-2af4-46c1-93a2-de3345bb4ab9 req-12140ade-d36d-4459-b9e7-9d64ffda78bf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0904205 Aug 31 19:39:37.171659 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-29304604-2af4-46c1-93a2-de3345bb4ab9 req-85036a38-f9d5-4bd8-ab02-94d404755ae8 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763037 Aug 31 19:39:37.433826 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc22c-7cd9-4588-8be5-53e2071da2e6 req-913ec0a4-dba8-44bf-b72e-09d5e6dd5e4c tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:37.435670 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a61dc22c-7cd9-4588-8be5-53e2071da2e6 req-913ec0a4-dba8-44bf-b72e-09d5e6dd5e4c tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0698822 Aug 31 19:39:37.478779 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a61dc22c-7cd9-4588-8be5-53e2071da2e6 req-d2ab308f-0a23-4ee7-a4ea-94adf7a149b2 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371597 Aug 31 19:39:38.018972 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f76a04-b83c-4d58-aabf-8985fa818ce0 req-1660b60e-8ff1-4aa5-bfc1-29b2020e52ed tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.020457 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f76a04-b83c-4d58-aabf-8985fa818ce0 req-1660b60e-8ff1-4aa5-bfc1-29b2020e52ed tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0649953 Aug 31 19:39:38.064840 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f76a04-b83c-4d58-aabf-8985fa818ce0 req-5c801d2a-35e3-48ec-8ae3-d750d99192e0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368693 Aug 31 19:39:38.188266 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0e227-55dd-4288-822e-6c70048b7c28 req-ef55abf5-e8ed-40a0-a3de-63a30ec29dda tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.190376 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-00c0e227-55dd-4288-822e-6c70048b7c28 req-ef55abf5-e8ed-40a0-a3de-63a30ec29dda tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0503056 Aug 31 19:39:38.202711 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42962) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:38.207462 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-ad355269-7f55-4168-9821-f41dcb2c5fe4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'floatingip': {'port_id': '8b767db9-17e5-45d2-b022-0d443d5cb73f'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:39:38.283039 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ad355269-7f55-4168-9821-f41dcb2c5fe4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.303395 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd598a-5828-405f-9d1e-58012e9c189e req-242c796c-aa2d-4be2-bdcf-ec14ab96c170 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.310970 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-83cd598a-5828-405f-9d1e-58012e9c189e req-242c796c-aa2d-4be2-bdcf-ec14ab96c170 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0620899 Aug 31 19:39:38.325723 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 42968) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:38.362522 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-83cd598a-5828-405f-9d1e-58012e9c189e req-b681cb40-52d9-41d9-9583-e91928f22cf3 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464678 Aug 31 19:39:38.435962 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-f6d87bd1-bfc6-46ee-993a-dbab09dd8fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.543671 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ccd32a54-6583-4ab2-94f0-33ac65a272d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:38.626561 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fccad-444e-4ab3-ad58-39470a345906 req-d232d3c9-850f-47f1-b427-7066226bbaef tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.634943 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-620fccad-444e-4ab3-ad58-39470a345906 req-d232d3c9-850f-47f1-b427-7066226bbaef tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0646484 Aug 31 19:39:38.690229 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-620fccad-444e-4ab3-ad58-39470a345906 req-fd7619fb-5f66-4b57-bc7a-d06739618bad tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489190 Aug 31 19:39:38.769932 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7577449-0286-4180-bdbc-76bf319e5beb req-3eb20b1d-df37-4b8e-8890-0ba2cc187f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.771796 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f7577449-0286-4180-bdbc-76bf319e5beb req-3eb20b1d-df37-4b8e-8890-0ba2cc187f8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 1098 time: 0.0457959 Aug 31 19:39:38.888655 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7577449-0286-4180-bdbc-76bf319e5beb req-50db6d3a-e251-429d-a641-c2a8ac1a65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.890214 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f7577449-0286-4180-bdbc-76bf319e5beb req-50db6d3a-e251-429d-a641-c2a8ac1a65b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 919 time: 0.1017230 Aug 31 19:39:38.934228 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f7577449-0286-4180-bdbc-76bf319e5beb req-0cbb3f5a-3506-41f7-81e7-187fa4fdf09e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ede46c2b-02dd-4d44-a15d-14ff4926c5d5 HTTP/1.1" status: 200 len: 217 time: 0.0365405 Aug 31 19:39:38.991244 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7577449-0286-4180-bdbc-76bf319e5beb req-f29d05b7-d934-4f9f-892e-822ed31e49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:38.993091 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f7577449-0286-4180-bdbc-76bf319e5beb req-f29d05b7-d934-4f9f-892e-822ed31e49dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.0518374 Aug 31 19:39:39.032345 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f7577449-0286-4180-bdbc-76bf319e5beb req-ec6b2f88-6946-4eed-a8c5-74cd7417ccb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317309 Aug 31 19:39:39.147058 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f7577449-0286-4180-bdbc-76bf319e5beb req-0457e918-e1ca-4cc5-b83a-e79cb1770146 service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072721 Aug 31 19:39:39.147973 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45086b77-efd2-47a9-ae76-022748e30a49 req-c02d431f-de56-4445-aad8-4344a1c30440 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:39.155154 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-45086b77-efd2-47a9-ae76-022748e30a49 req-c02d431f-de56-4445-aad8-4344a1c30440 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.4135580 Aug 31 19:39:39.204836 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ccd32a54-6583-4ab2-94f0-33ac65a272d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.230847 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ccd32a54-6583-4ab2-94f0-33ac65a272d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.272291 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-45086b77-efd2-47a9-ae76-022748e30a49 req-c1afb65e-efd0-42c4-9993-7a8d69f60bde tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162782 Aug 31 19:39:39.319063 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f7577449-0286-4180-bdbc-76bf319e5beb req-518dde49-c36a-4301-80b0-bde38be1558d service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635621 Aug 31 19:39:39.347502 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ccd32a54-6583-4ab2-94f0-33ac65a272d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2fd3f9b8cb94c05b9ca793f0aefcff7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0206258 Aug 31 19:39:39.350746 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43012) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:39.352649 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd32a54-6583-4ab2-94f0-33ac65a272d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f516f6-e26d-4e69-989e-b39b14f52c02,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:39.412189 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d61a-e890-4195-983e-a3c4feea2640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.438547 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d61a-e890-4195-983e-a3c4feea2640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.492282 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ad355269-7f55-4168-9821-f41dcb2c5fe4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.498277 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d61a-e890-4195-983e-a3c4feea2640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.499536 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ad355269-7f55-4168-9821-f41dcb2c5fe4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.500821 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d61a-e890-4195-983e-a3c4feea2640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.502304 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-0ec5d61a-e890-4195-983e-a3c4feea2640 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32f516f6-e26d-4e69-989e-b39b14f52c02 HTTP/1.1" status: 204 len: 168 time: 0.1499193 Aug 31 19:39:39.519095 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5d61a-e890-4195-983e-a3c4feea2640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f516f6-e26d-4e69-989e-b39b14f52c02,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:39.625066 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.l3_db [None req-ad355269-7f55-4168-9821-f41dcb2c5fe4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Floating IP 20434d83-79f7-4bc7-8809-1f7d686e0955 associated. External IP: 172.27.0.216, port: 8b767db9-17e5-45d2-b022-0d443d5cb73f. Aug 31 19:39:39.861482 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43040) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:39.881171 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bfb77528-953d-4595-8117-4e7d83fdc2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:39.895182 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad355269-7f55-4168-9821-f41dcb2c5fe4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Router a89e96f1-7ccc-48f7-ac7e-612b927aba13 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:39:40.058096 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad355269-7f55-4168-9821-f41dcb2c5fe4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:39:40.062940 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ad355269-7f55-4168-9821-f41dcb2c5fe4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.074510 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] Sync routers for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:39:40.088141 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:40.089002 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:39:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:40.105918 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ad355269-7f55-4168-9821-f41dcb2c5fe4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "PUT /v2.0/floatingips/20434d83-79f7-4bc7-8809-1f7d686e0955 HTTP/1.1" status: 200 len: 991 time: 1.9021294 Aug 31 19:39:40.108762 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bfb77528-953d-4595-8117-4e7d83fdc2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.109682 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:39:40.112300 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f06af3-6ca0-4651-852a-24eb258e1767" -d '{"events": [{"name": "network-changed", "server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:39:40.116376 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bfb77528-953d-4595-8117-4e7d83fdc2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.157586 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-bfb77528-953d-4595-8117-4e7d83fdc2e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81f3c1c8c74e48f6a03414c55932d696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949548 Aug 31 19:39:40.160510 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43050) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:40.162151 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb77528-953d-4595-8117-4e7d83fdc2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda4abb6-04ab-4c58-815d-3305047c2bd2,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:40.183040 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c12e65a-5ab2-48aa-930f-1d5c175ba6ab x-openstack-request-id: req-5c12e65a-5ab2-48aa-930f-1d5c175ba6ab {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:39:40.183353 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:39:40.183621 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c12e65a-5ab2-48aa-930f-1d5c175ba6ab {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:39:40.184062 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'status': 'completed', 'code': 200} Aug 31 19:39:40.248299 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:40.297621 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1fe59fc5-c364-4032-9ac0-a390fdca80b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.321496 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-7eea0928-520f-49b7-9399-7494aa31ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:40.324319 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-7eea0928-520f-49b7-9399-7494aa31ba7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 1098 time: 0.0835969 Aug 31 19:39:40.379595 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1fe59fc5-c364-4032-9ac0-a390fdca80b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.506393 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252b1cb-b04a-4186-8336-24ff31281bee req-614489b5-dffa-467a-82c9-c47b0dea79e2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:40.508023 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a252b1cb-b04a-4186-8336-24ff31281bee req-614489b5-dffa-467a-82c9-c47b0dea79e2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1339524 Aug 31 19:39:40.580636 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-6808b6ac-65c4-41d9-ac4c-e6217453ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:40.582895 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-6808b6ac-65c4-41d9-ac4c-e6217453ee03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.2464180 Aug 31 19:39:40.588200 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a252b1cb-b04a-4186-8336-24ff31281bee req-b278d5de-442b-40a8-a034-806b8960188d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742297 Aug 31 19:39:40.594951 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1fe59fc5-c364-4032-9ac0-a390fdca80b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.597954 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1fe59fc5-c364-4032-9ac0-a390fdca80b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:40.601849 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1fe59fc5-c364-4032-9ac0-a390fdca80b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dda4abb6-04ab-4c58-815d-3305047c2bd2 HTTP/1.1" status: 204 len: 168 time: 0.4364078 Aug 31 19:39:40.674423 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '20434d83-79f7-4bc7-8809-1f7d686e0955', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'port_id': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'mac_address': 'fa:16:3e:9f:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c156-424f-445e-abf7-af6358f9b750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:39:07Z', 'updated_at': '2021-08-31T19:39:39Z', 'revision_number': 1, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:40.712826 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe59fc5-c364-4032-9ac0-a390fdca80b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda4abb6-04ab-4c58-815d-3305047c2bd2,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:40.732673 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] Checking router: a89e96f1-7ccc-48f7-ac7e-612b927aba13 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:39:40.747596 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:39:40.748629 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:39:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:40.784050 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-7028a7a6-7210-49ed-9541-a16c70f17d15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f HTTP/1.1" status: 200 len: 999 time: 0.1821592 Aug 31 19:39:40.843300 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-37bc42ad-cd72-4ed4-98e5-9ca17070df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:40.845047 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-37bc42ad-cd72-4ed4-98e5-9ca17070df30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0524380 Aug 31 19:39:40.883325 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:39:40.941636 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-604dabb0-7cfc-411c-b5b0-cdd17c70b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:40.945881 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-604dabb0-7cfc-411c-b5b0-cdd17c70b726 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0903058 Aug 31 19:39:41.028222 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43100) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:41.096713 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e036ef-3cae-47bc-928a-3e3284d429b5 admin admin] Deleting subnet 9a49a167-f305-430f-b275-b60ed1785f18 {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:39:41.100266 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e3e036ef-3cae-47bc-928a-3e3284d429b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.113220 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-67a6b2c8-f11a-4150-b398-5fc5854b69a8 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580873 Aug 31 19:39:41.144862 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e3e036ef-3cae-47bc-928a-3e3284d429b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.156380 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e3e036ef-3cae-47bc-928a-3e3284d429b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.225723 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '20434d83-79f7-4bc7-8809-1f7d686e0955', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'port_id': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'mac_address': 'fa:16:3e:9f:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c156-424f-445e-abf7-af6358f9b750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:39:07Z', 'updated_at': '2021-08-31T19:39:39Z', 'revision_number': 1, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:41.233566 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a5f06af3-6ca0-4651-852a-24eb258e1767 req-85e25e02-4aa7-4dfc-a2de-7bf4f9895b34 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014485 Aug 31 19:39:41.239951 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e3e036ef-3cae-47bc-928a-3e3284d429b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.267937 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227cedbc-b12e-4d4e-ae35-7e600a2ed61f None None] The sync data for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi is: [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '20434d83-79f7-4bc7-8809-1f7d686e0955', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'port_id': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'mac_address': 'fa:16:3e:9f:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b7c156-424f-445e-abf7-af6358f9b750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:39:07Z', 'updated_at': '2021-08-31T19:39:39Z', 'revision_number': 1, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:39:41.273556 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e3e036ef-3cae-47bc-928a-3e3284d429b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.278328 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-e3e036ef-3cae-47bc-928a-3e3284d429b5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9a49a167-f305-430f-b275-b60ed1785f18 HTTP/1.1" status: 204 len: 168 time: 0.2490969 Aug 31 19:39:41.279735 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e036ef-3cae-47bc-928a-3e3284d429b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a49a167-f305-430f-b275-b60ed1785f18,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:41.280139 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43108) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:41.358511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.459529 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.471256 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.471603 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.472351 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.472681 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > port after_create 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.473015 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > port after_delete 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.473342 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > port after_update 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.473659 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.474042 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.474421 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.474984 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.526991 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.561161 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8b9483-9a3f-425d-b8da-6919336840f1 None None] New status for floating IP 20434d83-79f7-4bc7-8809-1f7d686e0955: ACTIVE {{(pid=95344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:39:41.647142 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.647793 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.648307 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.648826 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:41.649353 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d29ede-6935-4bf7-a2ff-72d34cfd4a27']}} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:41.668967 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a177f1-91a0-4bed-857f-5459ef6b0a95') {'for_net_delete': True} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:41.669593 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a177f1-91a0-4bed-857f-5459ef6b0a95') {} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:41.691040 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3743042'] for segment, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.740096 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.751817 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=95343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:39:41.752213 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983500'] for segment, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: from cryptography.utils import int_from_bytes Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: from cryptography.utils import int_from_bytes Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: Traceback (most recent call last): Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: timer() Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: cb(*args, **kw) Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: return func(*args, **kwargs) Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: self._notify() Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: self.callback(batched_events) Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: event.method(event) Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: return f(self, *a, **k) Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._get(url).json() Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: return self.request(url, 'GET', **kwargs) Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:39:41.756909 dv-cinder-789564-13-iscsi neutron-server[95343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:39:41.814129 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626396a-d768-4f27-bd2e-045dd7b43eb3 req-17deec32-f2d7-475a-8b8c-74cd4f6026f9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:41.815763 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4626396a-d768-4f27-bd2e-045dd7b43eb3 req-17deec32-f2d7-475a-8b8c-74cd4f6026f9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1282997 Aug 31 19:39:41.843557 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.863147 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.868577 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] 10.222.0.54 "DELETE /v2.0/networks/a0d29ede-6935-4bf7-a2ff-72d34cfd4a27 HTTP/1.1" status: 204 len: 168 time: 0.5844338 Aug 31 19:39:41.868766 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43142) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:41.877943 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb5952-29f5-4461-b128-5bb40e96883a admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d29ede-6935-4bf7-a2ff-72d34cfd4a27,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:41.896260 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4626396a-d768-4f27-bd2e-045dd7b43eb3 req-0929b574-4b41-44b1-a971-cf12824675f4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643446 Aug 31 19:39:41.911898 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-3104763c-e6e3-411c-8174-260f98392f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.945213 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d96759-983f-416b-af32-3eedbae39414 admin admin] Deleting subnet ec00ac7e-c2fb-41ef-b3e2-7ae3b3d0ed38 {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:39:41.948615 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26d96759-983f-416b-af32-3eedbae39414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:41.996088 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26d96759-983f-416b-af32-3eedbae39414 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.001815 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26d96759-983f-416b-af32-3eedbae39414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.067466 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26d96759-983f-416b-af32-3eedbae39414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.119093 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d96759-983f-416b-af32-3eedbae39414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec00ac7e-c2fb-41ef-b3e2-7ae3b3d0ed38,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:42.121549 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26d96759-983f-416b-af32-3eedbae39414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.125404 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-26d96759-983f-416b-af32-3eedbae39414 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ec00ac7e-c2fb-41ef-b3e2-7ae3b3d0ed38 HTTP/1.1" status: 204 len: 168 time: 0.2556152 Aug 31 19:39:42.126788 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43152) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:42.393707 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.480411 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.490617 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.490978 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.491733 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.492079 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > port after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.492394 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.492726 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > port after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.493046 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.493360 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.493674 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.494014 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.499185 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43160) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:42.565041 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.565384 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.565724 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.566092 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 19:39:42.566442 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f807831f-a979-4414-8d02-cdab939621df']}} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:42.585307 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65f6e48-7baf-486e-8173-6135f8495357') {'for_net_delete': True} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:42.585722 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65f6e48-7baf-486e-8173-6135f8495357') {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:39:42.604094 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26020164'] for segment, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.609508 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-559d790f-5497-4efa-93e7-6d44278dddd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.628128 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.636852 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=95340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:39:42.637241 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25375528'] for segment, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: from cryptography.utils import int_from_bytes Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: from cryptography.utils import int_from_bytes Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: Traceback (most recent call last): Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: timer() Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: cb(*args, **kw) Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: return func(*args, **kwargs) Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: self._notify() Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: self.callback(batched_events) Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: event.method(event) Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: return f(self, *a, **k) Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._get(url).json() Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: return self.request(url, 'GET', **kwargs) Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:39:42.641178 dv-cinder-789564-13-iscsi neutron-server[95340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:39:42.698599 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.700240 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-559d790f-5497-4efa-93e7-6d44278dddd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.703853 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-559d790f-5497-4efa-93e7-6d44278dddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.707108 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.709801 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f807831f-a979-4414-8d02-cdab939621df HTTP/1.1" status: 204 len: 168 time: 0.5820696 Aug 31 19:39:42.731449 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5d300-78a3-4728-a6db-316823cb2019 admin admin] Pushing event deleted for resources: {'Network': ['ID=f807831f-a979-4414-8d02-cdab939621df,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:42.745267 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-559d790f-5497-4efa-93e7-6d44278dddd3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=759c71e44d3d4800b1c4ed63abf49f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450094 Aug 31 19:39:42.746232 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d790f-5497-4efa-93e7-6d44278dddd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fff8420-6656-460c-8c9f-5d8a5c39824e,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:42.748743 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43168) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:42.802049 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-60d10ee2-78b0-4bc2-973f-78d030c307b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.823416 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-60d10ee2-78b0-4bc2-973f-78d030c307b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.828153 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43170) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:42.867318 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-b558be2f-e596-4ff4-8e46-87259f517b7b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0c80b8021534ac28dcb4412eb8f631d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379598 Aug 31 19:39:42.869840 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43172) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:42.879020 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-60d10ee2-78b0-4bc2-973f-78d030c307b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.882209 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-60d10ee2-78b0-4bc2-973f-78d030c307b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.883251 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-60d10ee2-78b0-4bc2-973f-78d030c307b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3fff8420-6656-460c-8c9f-5d8a5c39824e HTTP/1.1" status: 204 len: 168 time: 0.1330957 Aug 31 19:39:42.902769 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d10ee2-78b0-4bc2-973f-78d030c307b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fff8420-6656-460c-8c9f-5d8a5c39824e,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:42.929130 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.934694 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-180d1e75-0c3c-4930-b8e8-518933c67790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:42.958720 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-180d1e75-0c3c-4930-b8e8-518933c67790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.010264 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-180d1e75-0c3c-4930-b8e8-518933c67790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.013074 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-180d1e75-0c3c-4930-b8e8-518933c67790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.014425 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-180d1e75-0c3c-4930-b8e8-518933c67790 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce3a861c-1f3e-4757-9f08-9b1e84ace225 HTTP/1.1" status: 204 len: 168 time: 0.1435163 Aug 31 19:39:43.019275 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadb87a-6e2d-4eaa-a05f-b5b1a6af0ae9 req-30b4307b-24e3-42fc-889b-c27ee90a4821 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:43.020176 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2cadb87a-6e2d-4eaa-a05f-b5b1a6af0ae9 req-30b4307b-24e3-42fc-889b-c27ee90a4821 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0539412 Aug 31 19:39:43.024046 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d1e75-0c3c-4930-b8e8-518933c67790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a861c-1f3e-4757-9f08-9b1e84ace225,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:43.073679 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2cadb87a-6e2d-4eaa-a05f-b5b1a6af0ae9 req-275d517b-c10e-44d7-8941-906afa2633df tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445786 Aug 31 19:39:43.332062 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43190) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:43.336702 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43192) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:43.346707 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d03ddff1-d488-4fe3-9b53-4614394e5b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.372287 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:39:43.377483 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-cce7d9ac-0559-4d83-ab6c-abad423bd307 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c350f7336df47fb8e3611af3f7585de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398583 Aug 31 19:39:43.380748 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43194) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:43.431316 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.441981 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d03ddff1-d488-4fe3-9b53-4614394e5b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.447191 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d03ddff1-d488-4fe3-9b53-4614394e5b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.455283 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.485392 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-d03ddff1-d488-4fe3-9b53-4614394e5b83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81f707397bdb4967b96dbe4d78a31ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522112 Aug 31 19:39:43.486363 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ddff1-d488-4fe3-9b53-4614394e5b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e1205-3a52-4921-b0a6-5988e8c9d858,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:43.488175 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43198) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:43.524548 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.527029 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.528158 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f04e918-80c1-4b88-8b71-316cc11e77b7 HTTP/1.1" status: 204 len: 168 time: 0.1464560 Aug 31 19:39:43.540711 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04e918-80c1-4b88-8b71-316cc11e77b7,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:43.547680 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.547946 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.548236 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.548545 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.548863 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.549181 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.549504 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.549821 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.550168 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.550480 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.551047 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.551356 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b05a9c-3e1e-4bae-8667-0634de2649fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:43.579688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e095a82b-2f10-4c3f-9af9-2ffdd521948e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.606475 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e095a82b-2f10-4c3f-9af9-2ffdd521948e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.654717 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e095a82b-2f10-4c3f-9af9-2ffdd521948e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.657268 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e095a82b-2f10-4c3f-9af9-2ffdd521948e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:43.658449 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e095a82b-2f10-4c3f-9af9-2ffdd521948e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee1e1205-3a52-4921-b0a6-5988e8c9d858 HTTP/1.1" status: 204 len: 168 time: 0.1691780 Aug 31 19:39:43.668518 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095a82b-2f10-4c3f-9af9-2ffdd521948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e1205-3a52-4921-b0a6-5988e8c9d858,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:44.199396 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eb3c4-ba72-4391-a8dc-86edd557ed3b req-2ccce2af-7319-46f3-8b1e-6ba03fbf5fc4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:44.201355 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-630eb3c4-ba72-4391-a8dc-86edd557ed3b req-2ccce2af-7319-46f3-8b1e-6ba03fbf5fc4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0519993 Aug 31 19:39:44.248180 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-630eb3c4-ba72-4391-a8dc-86edd557ed3b req-da152726-4807-4cec-a07c-24468ba5934a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Aug 31 19:39:44.442237 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:44.895219 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43272) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:45.003881 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-22010474-7c5a-4ecb-aa68-7f8a54d16814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.100188 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-22010474-7c5a-4ecb-aa68-7f8a54d16814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.104684 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-22010474-7c5a-4ecb-aa68-7f8a54d16814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.141831 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-22010474-7c5a-4ecb-aa68-7f8a54d16814 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f069ee6474c6465abb5b37bb4a6ddc69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448959 Aug 31 19:39:45.142946 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22010474-7c5a-4ecb-aa68-7f8a54d16814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b16955-9053-4dfd-b618-678bac3fa9e6,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:45.144639 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43280) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:39:45.203366 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.226404 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.277765 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.280398 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:45.281563 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38b16955-9053-4dfd-b618-678bac3fa9e6 HTTP/1.1" status: 204 len: 168 time: 0.1345091 Aug 31 19:39:45.324340 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b16955-9053-4dfd-b618-678bac3fa9e6,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:39:45.333239 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.333809 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.336326 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.339013 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.339391 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.339793 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.340073 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.340483 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.340778 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.341133 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.346361 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.346761 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f64f5-f711-456b-a457-9c1b23be7b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:39:45.399158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2afea-cf78-4771-96d6-0ce3df6deeeb req-9962dc5e-820b-40df-b4df-5ce50f6c26db tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:45.408049 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-13d2afea-cf78-4771-96d6-0ce3df6deeeb req-9962dc5e-820b-40df-b4df-5ce50f6c26db tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0709801 Aug 31 19:39:45.454587 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-13d2afea-cf78-4771-96d6-0ce3df6deeeb req-e5396814-aaf6-4c4f-ba46-9a5f10405659 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Aug 31 19:39:46.582053 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52722c-6f60-41c5-9443-4b8902476068 req-508dd599-b6eb-44d7-98f9-01581c256846 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:46.584087 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aa52722c-6f60-41c5-9443-4b8902476068 req-508dd599-b6eb-44d7-98f9-01581c256846 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0476704 Aug 31 19:39:46.622184 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aa52722c-6f60-41c5-9443-4b8902476068 req-47273d26-a509-443a-8cb9-2554ddb6e725 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Aug 31 19:39:47.736064 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce5ec-99e4-43c2-8cb8-31140f437b8c req-042aa68a-385a-4771-817c-c0398869c81e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:47.737428 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ec6ce5ec-99e4-43c2-8cb8-31140f437b8c req-042aa68a-385a-4771-817c-c0398869c81e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0498352 Aug 31 19:39:47.778853 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ec6ce5ec-99e4-43c2-8cb8-31140f437b8c req-d7be417e-3873-4067-8963-5456a0207758 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353262 Aug 31 19:39:48.894205 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d7e51-99b8-4b1b-96b8-1633943280d2 req-547bac50-b5c9-42d5-b6e5-9633eacc6b64 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:48.895979 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a77d7e51-99b8-4b1b-96b8-1633943280d2 req-547bac50-b5c9-42d5-b6e5-9633eacc6b64 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0481515 Aug 31 19:39:48.936483 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a77d7e51-99b8-4b1b-96b8-1633943280d2 req-a49e54d0-6607-48e1-89ad-38614d724cc2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347829 Aug 31 19:39:50.058555 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54881b-aaf2-4650-b54d-9e1f0a88c6d0 req-07ae643b-f946-4983-8105-08a4f76ff2e4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:50.059962 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8b54881b-aaf2-4650-b54d-9e1f0a88c6d0 req-07ae643b-f946-4983-8105-08a4f76ff2e4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0539827 Aug 31 19:39:50.096679 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8b54881b-aaf2-4650-b54d-9e1f0a88c6d0 req-1bb5d134-f8af-452d-bbc6-0fa294041949 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308750 Aug 31 19:39:51.211721 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f81a4-373e-4735-8705-6e02097b101b req-bf0a501e-a776-4547-85ef-ee1e11fa0716 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:51.213200 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a8f81a4-373e-4735-8705-6e02097b101b req-bf0a501e-a776-4547-85ef-ee1e11fa0716 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0509725 Aug 31 19:39:51.250720 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8a8f81a4-373e-4735-8705-6e02097b101b req-36bdbced-b701-451e-bea3-b8a97c6e983f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Aug 31 19:39:52.365113 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b1a68-9230-4959-a440-1bb7609f8974 req-e90385f4-775a-4cbd-9027-947d2456231f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:52.366681 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-486b1a68-9230-4959-a440-1bb7609f8974 req-e90385f4-775a-4cbd-9027-947d2456231f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0495484 Aug 31 19:39:52.412832 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-486b1a68-9230-4959-a440-1bb7609f8974 req-1f580168-8066-432e-873a-2b022461d6c5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Aug 31 19:39:53.522936 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9b538-d597-48e7-b81e-677b24daa4f9 req-fbe2f8b0-3c9d-4b58-b0e6-bdd336d3e5db tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:53.524403 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6ed9b538-d597-48e7-b81e-677b24daa4f9 req-fbe2f8b0-3c9d-4b58-b0e6-bdd336d3e5db tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0469599 Aug 31 19:39:53.562696 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6ed9b538-d597-48e7-b81e-677b24daa4f9 req-b91235c3-2fe1-4ec1-b3e3-7422138ed8e3 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323746 Aug 31 19:39:54.456330 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-98409dd1-106c-491b-ac2f-358ad23f5e86 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:54.457830 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-98409dd1-106c-491b-ac2f-358ad23f5e86 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 815 time: 0.1068802 Aug 31 19:39:54.472861 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-1ad54042-aa1a-4121-8763-72a551f8bd24 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/quotas/00e87c51ca5f418c9f5b53c948822f53 HTTP/1.1" status: 200 len: 375 time: 0.0089412 Aug 31 19:39:54.532722 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-be39cef7-6333-45ab-8e6b-1ab0d0b1e55e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0545359 Aug 31 19:39:54.688363 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0182-f2e7-48ce-aaf1-efaf9a733e70 req-c6a53e61-4247-4d6b-8c43-c5bdc3ce09ee tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:54.689856 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-272e0182-f2e7-48ce-aaf1-efaf9a733e70 req-c6a53e61-4247-4d6b-8c43-c5bdc3ce09ee tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0500734 Aug 31 19:39:54.730310 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-272e0182-f2e7-48ce-aaf1-efaf9a733e70 req-9bdf2818-674f-43d2-a451-65cbb4ffe3ff tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Aug 31 19:39:54.810949 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-d9d06fa9-ff18-497c-98a5-28faca4714bb service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691648 Aug 31 19:39:54.904637 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-43b035c8-5594-4d2f-a6eb-1c3dce835c08 service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861845 Aug 31 19:39:55.077634 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-979be639-d4d9-4b66-a197-3dae9ec5611e req-89cf3520-99fc-4e5f-9214-73a708177532 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 210 time: 0.0339901 Aug 31 19:39:55.266053 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-52daa321-aebd-4e82-a87b-f3c63faba10d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507209 Aug 31 19:39:55.845048 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4182d9-12d5-423a-b914-2de2097f9ac2 req-5536b625-bb90-48ed-baba-e9ddfcbe55a9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:55.846591 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fc4182d9-12d5-423a-b914-2de2097f9ac2 req-5536b625-bb90-48ed-baba-e9ddfcbe55a9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0492792 Aug 31 19:39:55.884631 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fc4182d9-12d5-423a-b914-2de2097f9ac2 req-16716cea-0fae-4c4a-ad25-620081aa2030 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Aug 31 19:39:56.172716 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f361c0ce-44c2-4101-b711-dd47b8ade809 req-62b67aa1-8986-4c60-813c-d76bf4cb9ed6 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 210 time: 0.0269015 Aug 31 19:39:56.737235 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:39:56.999007 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3217f-b230-460f-9bbc-bf6c7338de0d req-3cd996bd-0b3f-45f5-89d2-f244301f1b2f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:57.000482 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b5c3217f-b230-460f-9bbc-bf6c7338de0d req-3cd996bd-0b3f-45f5-89d2-f244301f1b2f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0483687 Aug 31 19:39:57.042968 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b5c3217f-b230-460f-9bbc-bf6c7338de0d req-d87da426-6247-42bc-a7e1-ca82a98402f6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364435 Aug 31 19:39:57.266467 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bea15de5-309f-48c7-8b86-1a5165eac253 req-40e9f6c5-603f-49da-9a45-f3838a24299b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 210 time: 0.0263257 Aug 31 19:39:58.158425 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060154db-d09f-428f-b6fa-bd8dfce8da5b req-852c1ac5-2b32-44a3-ac75-78840c4152e4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:58.159906 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-060154db-d09f-428f-b6fa-bd8dfce8da5b req-852c1ac5-2b32-44a3-ac75-78840c4152e4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0489459 Aug 31 19:39:58.197823 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-060154db-d09f-428f-b6fa-bd8dfce8da5b req-63478083-66e4-4f70-a31a-ae3541d60bed tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Aug 31 19:39:58.357722 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-089fd011-6db8-485e-b704-fea7dfc28b2d req-298eec75-557c-45da-b681-7005a40086e5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 210 time: 0.0261774 Aug 31 19:39:59.319762 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb508e3c-bc14-4b12-beec-c88b6e8dcb0a req-c7574d63-e100-4444-a4ee-4ac20fa13929 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:39:59.321270 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bb508e3c-bc14-4b12-beec-c88b6e8dcb0a req-c7574d63-e100-4444-a4ee-4ac20fa13929 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0526168 Aug 31 19:39:59.358982 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bb508e3c-bc14-4b12-beec-c88b6e8dcb0a req-e3c3470b-03fd-4680-b443-1c29a029a316 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Aug 31 19:39:59.450730 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-83436932-faa1-4c5a-bd01-3ba36d80e7d3 req-4935b371-3fc2-4fb4-9b88-dac414b098b5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 210 time: 0.0267782 Aug 31 19:40:00.089343 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-1c1ffa76-12d4-4f79-ae60-9e5cf5853ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:00.090873 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-1c1ffa76-12d4-4f79-ae60-9e5cf5853ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d214c7f64af14f6e853437209c479c5b&device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 1098 time: 0.0433524 Aug 31 19:40:00.290397 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-1879004a-bf6d-4ee5-9183-0ee9f686c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:00.291966 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-1879004a-bf6d-4ee5-9183-0ee9f686c4de service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f3ac307-3f02-496a-89f4-009e58169605 HTTP/1.1" status: 200 len: 912 time: 0.0969930 Aug 31 19:40:00.353924 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-16738f18-58e2-4fd6-96b2-cbe298914f6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14f36cb5-ad2b-4d31-9e05-b51667152185 HTTP/1.1" status: 200 len: 217 time: 0.0374119 Aug 31 19:40:00.415450 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-7977e296-9cfb-454c-b2d6-b95ec83d68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:00.416929 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-7977e296-9cfb-454c-b2d6-b95ec83d68ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66e87f72-2b41-42d0-9c46-5986a8f3a542 HTTP/1.1" status: 200 len: 851 time: 0.0453808 Aug 31 19:40:00.483165 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-498ffee7-3697-4b99-a555-73a49a73d9c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f3ac307-3f02-496a-89f4-009e58169605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313587 Aug 31 19:40:00.503081 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7cf6b-3548-4682-b8dc-a65cc5b6f6ef req-d12b066e-b101-457a-a56a-bb97e39897ff tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:00.504567 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd7cf6b-3548-4682-b8dc-a65cc5b6f6ef req-d12b066e-b101-457a-a56a-bb97e39897ff tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0773485 Aug 31 19:40:00.550073 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-933a2784-6908-4593-8f87-c31ecfbb0495 req-f1f66b49-3fd4-44e4-a970-1de1858cdf7a tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 210 time: 0.0287280 Aug 31 19:40:00.598845 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd7cf6b-3548-4682-b8dc-a65cc5b6f6ef req-ef5f3110-07c2-44f7-8450-2e84476a038f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853138 Aug 31 19:40:00.618807 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-bf91b1cc-a383-4f1d-9b7d-c8992a331053 service neutron] 10.222.0.55 "GET /v2.0/networks/7f3ac307-3f02-496a-89f4-009e58169605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132867 Aug 31 19:40:00.719564 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0e2ddb4-2416-4d6e-976d-9f78ab0c23e2 req-067213b8-b1b5-4e17-9e89-4a9781054125 service neutron] 10.222.0.55 "GET /v2.0/networks/7f3ac307-3f02-496a-89f4-009e58169605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823479 Aug 31 19:40:01.061991 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-2de67ff0-d8b2-493b-9090-e41049db8a27 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:01.063607 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-2de67ff0-d8b2-493b-9090-e41049db8a27 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 815 time: 0.1049776 Aug 31 19:40:01.108525 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Request body: {'port': {'device_id': 'e051861c-0ec4-4bb5-ab96-f084992eafd9', 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a', 'admin_state_up': True, 'tenant_id': '00e87c51ca5f418c9f5b53c948822f53'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:01.223867 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Made reservation on behalf of 00e87c51ca5f418c9f5b53c948822f53 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:01.228696 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:01.362114 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Allocated IP 172.20.0.11 (c7ea806c-f8cd-4e05-8a77-dbe08222f90a/7af79d9f-7bce-460f-ad8a-5758861deb7a/248b3aba-4f9c-4ce9-91ae-3097538bb3e4) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:01.527537 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:01.575526 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:01.634849 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Network c7ea806c-f8cd-4e05-8a77-dbe08222f90a is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:01.638579 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:01.644252 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:01.652415 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['c6570840-1b50-431a-bbb6-a801953ca3bc'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:01.699987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:01.699987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:01.736907 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Pushing event updated for resources: {'Port': ['ID=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:01.754687 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-44a0a705-e819-4c46-b913-5b4b59dad898 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6506448 Aug 31 19:40:01.778743 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f94d0-4172-43e6-a1fc-fee3f7ed9842 req-a075021e-b2b8-4ac3-ad5a-106d72de288d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:01.787170 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e28c3d-7ef4-4216-9d3a-a53f085134d8 req-227e719a-32a8-4680-9095-27e2c3b80646 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:01.790509 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-82e28c3d-7ef4-4216-9d3a-a53f085134d8 req-227e719a-32a8-4680-9095-27e2c3b80646 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 932 time: 0.0875120 Aug 31 19:40:01.798948 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a70f94d0-4172-43e6-a1fc-fee3f7ed9842 req-a075021e-b2b8-4ac3-ad5a-106d72de288d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0727105 Aug 31 19:40:01.801012 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Request body: {'port': {'device_id': 'e051861c-0ec4-4bb5-ab96-f084992eafd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:01.851246 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a70f94d0-4172-43e6-a1fc-fee3f7ed9842 req-1f6c6649-d303-45b9-b051-d8eda30e7110 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458839 Aug 31 19:40:01.895206 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-82e28c3d-7ef4-4216-9d3a-a53f085134d8 req-fc7d028b-28a1-4ce0-9307-39e61fc50301 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882466 Aug 31 19:40:01.933282 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.226556 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:02.234407 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.246854 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Transition to ACTIVE for port object 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:02.250512 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.298374 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Pushing event updated for resources: {'Port': ['ID=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:02.378010 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Attempting to bind port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:02.378649 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Attempting to bind port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:02.378649 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Attempting to bind port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:02.383008 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:40:02.383367 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Attempting to bind port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:02.388234 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:02.388561 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Checking segment: {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:02.388933 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Bound using segment: {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:02.389377 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Bound port: 248b3aba-4f9c-4ce9-91ae-3097538bb3e4, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:02.389691 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.457053 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] For port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:02.460813 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] For port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:02.466597 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.502629 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:02.503257 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.504672 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] 10.222.0.55 "PUT /v2.0/ports/248b3aba-4f9c-4ce9-91ae-3097538bb3e4 HTTP/1.1" status: 200 len: 1094 time: 0.7128737 Aug 31 19:40:02.505114 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e051861c-0ec4-4bb5-ab96-f084992eafd9', 'tag': '248b3aba-4f9c-4ce9-91ae-3097538bb3e4'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:02.508243 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38" -d '{"events": [{"name": "network-changed", "server_uuid": "e051861c-0ec4-4bb5-ab96-f084992eafd9", "tag": "248b3aba-4f9c-4ce9-91ae-3097538bb3e4"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:02.550332 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3cf2e-d2fc-4288-94a6-6547140cc45a service neutron] Pushing event updated for resources: {'Port': ['ID=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:02.555817 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ef035-4c4e-49ce-9d1a-e9123f6d3174 x-openstack-request-id: req-844ef035-4c4e-49ce-9d1a-e9123f6d3174 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:02.555817 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e051861c-0ec4-4bb5-ab96-f084992eafd9", "tag": "248b3aba-4f9c-4ce9-91ae-3097538bb3e4", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:02.556159 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-844ef035-4c4e-49ce-9d1a-e9123f6d3174 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:02.556648 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e051861c-0ec4-4bb5-ab96-f084992eafd9', 'tag': '248b3aba-4f9c-4ce9-91ae-3097538bb3e4', 'status': 'completed', 'code': 200} Aug 31 19:40:02.637460 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-c5714d31-4756-4f4d-8e7f-fb883da2060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:02.639033 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-c5714d31-4756-4f4d-8e7f-fb883da2060c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 1097 time: 0.0466325 Aug 31 19:40:02.695966 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-e706e58a-54cc-451b-a838-0d05546fb4ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=248b3aba-4f9c-4ce9-91ae-3097538bb3e4 HTTP/1.1" status: 200 len: 217 time: 0.0361938 Aug 31 19:40:02.751968 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43656) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:02.758722 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-75a8e251-32e9-4ca6-b9f9-1c57ccfb8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:02.760411 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-75a8e251-32e9-4ca6-b9f9-1c57ccfb8bed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 200 len: 855 time: 0.0551887 Aug 31 19:40:02.802272 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-163381d9-c9f2-4c17-997d-4a6994493a35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278783 Aug 31 19:40:02.887721 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8e871ada-f5f8-4caf-98b0-0fe04e86794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:02.969599 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-45933658-490c-4748-89d4-e932c1c0d16e service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600463 Aug 31 19:40:02.983398 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc2e58-3b12-4412-9e24-e367714dc9f4 req-96b48f4a-e968-47e2-b1c9-60cf70022906 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:02.985836 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-72bc2e58-3b12-4412-9e24-e367714dc9f4 req-96b48f4a-e968-47e2-b1c9-60cf70022906 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0609355 Aug 31 19:40:03.035045 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-72bc2e58-3b12-4412-9e24-e367714dc9f4 req-f1c188ae-05a4-48b1-a0fc-75c56352774e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Aug 31 19:40:03.132871 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e30f-77b9-4bd1-a28d-9610bd47a0e4 req-e62a37f7-47c6-427f-8cbc-40721e42f117 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:03.134445 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4d91e30f-77b9-4bd1-a28d-9610bd47a0e4 req-e62a37f7-47c6-427f-8cbc-40721e42f117 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 944 time: 0.1545999 Aug 31 19:40:03.198476 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97830d56-dc29-49f5-96cc-caac7beb5530 req-98fa52e6-ba95-4405-84e1-c0b5f01b6f24 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132447 Aug 31 19:40:03.209880 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8e871ada-f5f8-4caf-98b0-0fe04e86794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.219933 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4d91e30f-77b9-4bd1-a28d-9610bd47a0e4 req-49666a3e-6d81-45db-bc2e-eb8f94337a08 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704215 Aug 31 19:40:03.220721 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8e871ada-f5f8-4caf-98b0-0fe04e86794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.268480 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e871ada-f5f8-4caf-98b0-0fe04e86794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee28a1a-b4ed-428b-9bd1-27754e168392,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:03.277653 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43690) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:03.277776 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-8e871ada-f5f8-4caf-98b0-0fe04e86794f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27c4d61fdd23425dae89d2e686bb427b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239582 Aug 31 19:40:03.343797 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-36393b77-56f6-4234-9084-e896a4bb7814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.372735 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-36393b77-56f6-4234-9084-e896a4bb7814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.438249 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-36393b77-56f6-4234-9084-e896a4bb7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.440979 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-36393b77-56f6-4234-9084-e896a4bb7814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:03.446181 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-36393b77-56f6-4234-9084-e896a4bb7814 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aee28a1a-b4ed-428b-9bd1-27754e168392 HTTP/1.1" status: 204 len: 168 time: 0.1642756 Aug 31 19:40:03.460387 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36393b77-56f6-4234-9084-e896a4bb7814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee28a1a-b4ed-428b-9bd1-27754e168392,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:03.500663 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-ba179dcc-e21a-4dcf-bea3-ddef997c97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:03.502836 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-ba179dcc-e21a-4dcf-bea3-ddef997c97e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 1097 time: 0.0616484 Aug 31 19:40:03.606098 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-15405663-cab6-4067-906a-660adc7cfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:03.607596 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-15405663-cab6-4067-906a-660adc7cfb41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 916 time: 0.0955803 Aug 31 19:40:03.658887 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-4a8a3ee1-2ad4-40ba-a357-2d4d873721dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=248b3aba-4f9c-4ce9-91ae-3097538bb3e4 HTTP/1.1" status: 200 len: 217 time: 0.0422297 Aug 31 19:40:03.714138 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-0418a577-6aea-4509-a616-534ea362327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:03.715857 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-0418a577-6aea-4509-a616-534ea362327f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 200 len: 855 time: 0.0488095 Aug 31 19:40:03.753692 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-c39f60b8-e59b-4267-b6cf-f0238913dd0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270324 Aug 31 19:40:03.874574 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-512f79ed-108c-4145-94a4-40c107e40f5d service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129532 Aug 31 19:40:03.883843 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43704) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:03.916111 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f49c30f4-697e-422f-868f-fcaa7fd9a41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.033235 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f6d064d3-4d24-48ea-9e67-698b0a0a6e38 req-c37d926c-454e-4a8c-94d0-68aac0a55304 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428907 Aug 31 19:40:04.106953 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f49c30f4-697e-422f-868f-fcaa7fd9a41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.111770 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f49c30f4-697e-422f-868f-fcaa7fd9a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.184450 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c30f4-697e-422f-868f-fcaa7fd9a41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595c5608-55fe-412d-8758-5a8d11af9db7,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:04.189236 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-f49c30f4-697e-422f-868f-fcaa7fd9a41e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1bec47f9a6d84f0689a0f9d67da3001b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043058 Aug 31 19:40:04.192144 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43714) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:04.225593 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f2aa4-9d85-4be5-8e7f-2271fddaf690 req-eb9e1aab-6f1d-424f-9247-783697142c8c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:04.227230 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-636f2aa4-9d85-4be5-8e7f-2271fddaf690 req-eb9e1aab-6f1d-424f-9247-783697142c8c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0964258 Aug 31 19:40:04.254170 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0e47ff79-73d6-40f0-819d-1ec83136fdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.279837 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0e47ff79-73d6-40f0-819d-1ec83136fdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.283096 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-636f2aa4-9d85-4be5-8e7f-2271fddaf690 req-629126bc-0ecd-4afe-ba18-a452826e1d47 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 Aug 31 19:40:04.362459 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f46dc-9e41-4b3c-9e47-2ed606b7c90b req-e25b44a1-300d-48dd-9eb6-70c6f6fee652 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:04.363977 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c08f46dc-9e41-4b3c-9e47-2ed606b7c90b req-e25b44a1-300d-48dd-9eb6-70c6f6fee652 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 944 time: 0.0551455 Aug 31 19:40:04.365415 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0e47ff79-73d6-40f0-819d-1ec83136fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.369617 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0e47ff79-73d6-40f0-819d-1ec83136fdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.372996 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-0e47ff79-73d6-40f0-819d-1ec83136fdbe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/595c5608-55fe-412d-8758-5a8d11af9db7 HTTP/1.1" status: 204 len: 168 time: 0.1776080 Aug 31 19:40:04.392284 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47ff79-73d6-40f0-819d-1ec83136fdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595c5608-55fe-412d-8758-5a8d11af9db7,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:04.417276 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c08f46dc-9e41-4b3c-9e47-2ed606b7c90b req-ce7604c2-4c3a-41a6-a747-adacd02e5e7b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454044 Aug 31 19:40:04.678411 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43736) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:04.797157 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd01c-19e5-4636-83ac-9224b88c3caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.906935 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd01c-19e5-4636-83ac-9224b88c3caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.911273 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd01c-19e5-4636-83ac-9224b88c3caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:04.952542 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-f0ecd01c-19e5-4636-83ac-9224b88c3caf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e17a64583de6448c96463865f6c218a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729762 Aug 31 19:40:04.953400 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecd01c-19e5-4636-83ac-9224b88c3caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65c2fad-f054-4694-98ff-f5ae473088d6,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:04.955402 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43752) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:05.005408 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c8e901bb-38d4-4985-bc40-61de0f668131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.028668 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c8e901bb-38d4-4985-bc40-61de0f668131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.079240 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c8e901bb-38d4-4985-bc40-61de0f668131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.081723 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c8e901bb-38d4-4985-bc40-61de0f668131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.083223 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-c8e901bb-38d4-4985-bc40-61de0f668131 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e65c2fad-f054-4694-98ff-f5ae473088d6 HTTP/1.1" status: 204 len: 168 time: 0.1268473 Aug 31 19:40:05.092226 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e901bb-38d4-4985-bc40-61de0f668131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65c2fad-f054-4694-98ff-f5ae473088d6,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:05.121156 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43762) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:05.232867 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1897295309-network', 'tenant_id': 'b8b7a440095744cebd172859de304b46'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:05.261228 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Made reservation on behalf of b8b7a440095744cebd172859de304b46 for: {'network': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:05.263952 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.274129 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.380903 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.415989 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.453377 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=95340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:05.487847 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794133825226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.488849 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Unsubscribe: segment precommit_create {{(pid=95340) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 19:40:05.489644 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.segments_db [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Added segment 1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a of type vlan for network f4c47ed3-5203-4837-a7cf-43b184a661d1 Aug 31 19:40:05.568009 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd2d37-9e69-4c29-b149-94676b57f13a req-cff4c1d6-af44-49f3-bedf-8ab9a1f6c9d4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:05.570504 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-42cd2d37-9e69-4c29-b149-94676b57f13a req-cff4c1d6-af44-49f3-bedf-8ab9a1f6c9d4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1876812 Aug 31 19:40:05.571478 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fee69f2-ab0b-4d4f-ab04-97df7dc18378,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:05.591954 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.628676 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb4284-41dc-4e0a-adb7-4f7013b91338 req-25b8f415-75f3-409b-a509-f7e7fa938eb0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:05.630411 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-26bb4284-41dc-4e0a-adb7-4f7013b91338 req-25b8f415-75f3-409b-a509-f7e7fa938eb0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 944 time: 0.0941532 Aug 31 19:40:05.640211 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.641386 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:05.642271 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:05.777158 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-26bb4284-41dc-4e0a-adb7-4f7013b91338 req-d26714b1-94cb-4730-8563-64da1ebfc207 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294241 Aug 31 19:40:05.876223 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7545664 Aug 31 19:40:05.879448 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43800) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:05.888434 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Request body: {'subnet': {'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1897295309-subnet', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'ip_version': 4}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:05.889740 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-42cd2d37-9e69-4c29-b149-94676b57f13a req-26c03216-f8e4-4f9a-8efe-a48ed33f747b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608922 Aug 31 19:40:05.901506 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4210b-7de4-482a-8164-2ca1f1953279 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c47ed3-5203-4837-a7cf-43b184a661d1,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:05.928808 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network f4c47ed3-5203-4837-a7cf-43b184a661d1 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:05.957538 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Made reservation on behalf of b8b7a440095744cebd172859de304b46 for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:05.960161 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25168832'] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.262686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2987561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25168854'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.326008 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37c57b0-87e7-4709-8120-d07c9a5f9d86,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:06.337036 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Checking segment: {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:06.337385 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Network hostable DHCP agents. Network: f4c47ed3-5203-4837-a7cf-43b184a661d1, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:06.358922 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Network f4c47ed3-5203-4837-a7cf-43b184a661d1 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:06.370223 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, f4c47ed3-5203-4837-a7cf-43b184a661d1) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:06.375193 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:06.377166 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.381660 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010bd8a7-cf0a-4491-9fc4-8056f7c7e63a None None] Network f4c47ed3-5203-4837-a7cf-43b184a661d1 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:06.394213 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e5eaad2b-2231-46a4-b773-2373d42d5b26 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5137417 Aug 31 19:40:06.397711 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 43820) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:06.402579 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:06.428459 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.429830 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.495201 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.603493 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-f4c47ed3-5203-4837-a7cf-43b184a661d1', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:06.604779 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:06.790807 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Allocated IP 172.20.0.2 (f4c47ed3-5203-4837-a7cf-43b184a661d1/c37c57b0-87e7-4709-8120-d07c9a5f9d86/92d4b276-8771-40f9-b92c-ef4ffec7d9cb) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:06.896225 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.103284 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc2d0-2d84-48c5-ad8b-cb15354206c3 req-11ad0c0b-d70a-492f-ad29-89102b4a7a94 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:07.111083 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d6adc2d0-2d84-48c5-ad8b-cb15354206c3 req-11ad0c0b-d70a-492f-ad29-89102b4a7a94 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 944 time: 0.1360416 Aug 31 19:40:07.125081 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69fea5-f020-46a8-b6e1-58180d64b5b4 req-60d3ff1c-f9be-4f6b-acda-6aa97fe62e4a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:07.126631 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ee69fea5-f020-46a8-b6e1-58180d64b5b4 req-60d3ff1c-f9be-4f6b-acda-6aa97fe62e4a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0835693 Aug 31 19:40:07.148240 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.160376 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Transition to ACTIVE for port object 92d4b276-8771-40f9-b92c-ef4ffec7d9cb will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:07.172579 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d6adc2d0-2d84-48c5-ad8b-cb15354206c3 req-0f9d9ffb-8124-43f1-9e1c-232db77a8d9e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545762 Aug 31 19:40:07.179771 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Transition to ACTIVE for port object 92d4b276-8771-40f9-b92c-ef4ffec7d9cb will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:07.187145 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.191607 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ee69fea5-f020-46a8-b6e1-58180d64b5b4 req-e2b9ef2b-3446-459f-968a-a48fe90ebef0 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512104 Aug 31 19:40:07.247646 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Network f4c47ed3-5203-4837-a7cf-43b184a661d1 is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:07.250990 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:07.257304 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:07.260711 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Pushing event updated for resources: {'Port': ['ID=92d4b276-8771-40f9-b92c-ef4ffec7d9cb,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:07.273502 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.273877 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.274212 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.274538 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.274864 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.275187 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.275506 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.275832 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.276172 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.276489 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.276832 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.277146 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:07.317541 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.328565 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Attempting to bind port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:07.329149 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Attempting to bind port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:07.329517 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Attempting to bind port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb on network f4c47ed3-5203-4837-a7cf-43b184a661d1 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:07.336284 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:07.336641 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Checking segment: {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:07.337038 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.337461 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Bound using segment: {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:07.337915 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Bound port: 92d4b276-8771-40f9-b92c-ef4ffec7d9cb, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:07.338376 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.341843 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:40:07.343531 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.441653 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] For port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:07.478050 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] For port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=92d4b276-8771-40f9-b92c-ef4ffec7d9cb,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:07.483747 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Allocated IP 172.27.0.40 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/9606b2ee-c16f-4011-82b4-5c070cee20eb) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:07.485192 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.589424 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de2348-a88e-4b52-9817-1da6151a3101 None None] Pushing event updated for resources: {'Port': ['ID=92d4b276-8771-40f9-b92c-ef4ffec7d9cb,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:07.594294 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:07.608807 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '248b3aba-4f9c-4ce9-91ae-3097538bb3e4', 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a', 'port_id': '248b3aba-4f9c-4ce9-91ae-3097538bb3e4', 'mac_address': 'fa:16:3e:53:d7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af79d9f-7bce-460f-ad8a-5758861deb7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:40:07.653588 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.663787 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.685607 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:07.713039 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.715145 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:07.725017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:07.757754 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:07.763528 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:07.766206 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:07.780965 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:07.797129 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Pushing event updated for resources: {'Port': ['ID=9606b2ee-c16f-4011-82b4-5c070cee20eb,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:08.041396 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 92d4b276-8771-40f9-b92c-ef4ffec7d9cb up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:08.135318 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.142240 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:08.339106 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eacc2d-194b-44f7-919c-cc570cbd002a req-d861ac41-53ac-4ca1-8282-ab874bcb1f55 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:08.340684 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-00eacc2d-194b-44f7-919c-cc570cbd002a req-d861ac41-53ac-4ca1-8282-ab874bcb1f55 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0604272 Aug 31 19:40:08.391324 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-00eacc2d-194b-44f7-919c-cc570cbd002a req-9cacd35d-74bb-44a1-a8fc-f3c8961d9f4a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442255 Aug 31 19:40:08.392533 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72c4c5-9a07-4d4e-8f0e-dd88a4a37936 req-fffdf2aa-e581-41b3-84cf-b056ff387716 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:08.394245 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ea72c4c5-9a07-4d4e-8f0e-dd88a4a37936 req-fffdf2aa-e581-41b3-84cf-b056ff387716 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.1026614 Aug 31 19:40:08.419415 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.441337 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-106b08dc-ed3c-46a1-9cc4-3918816d54ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.483203 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ea72c4c5-9a07-4d4e-8f0e-dd88a4a37936 req-07c8cc31-e0df-4de9-b838-a231dcba2f81 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800669 Aug 31 19:40:08.489214 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['248b3aba-4f9c-4ce9-91ae-3097538bb3e4'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:08.609760 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Router dc32e192-5b7a-47f9-89e2-b925b1cee215 is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:40:08.699729 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c29a02-0fa0-4e56-9509-ce7509a13906 None None] Network f4c47ed3-5203-4837-a7cf-43b184a661d1 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:08.757937 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:40:08.774657 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Sync routers for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:40:08.778927 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.784136 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-06e7fc8f-83a3-4df3-92c9-6dfc61e6ca66 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3827519 Aug 31 19:40:08.785006 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43870) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:08.790883 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:08.791505 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:39:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:08.796825 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-3f2040fe-bf87-4811-885e-02699b5c31c7 None None] Provisioning for port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:08.826244 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-3f2040fe-bf87-4811-885e-02699b5c31c7 None None] Provisioning complete for port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:08.826618 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-3f2040fe-bf87-4811-885e-02699b5c31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.924023 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:08.952862 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-3f2040fe-bf87-4811-885e-02699b5c31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:08.997962 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-3f2040fe-bf87-4811-885e-02699b5c31c7 None None] For port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=92d4b276-8771-40f9-b92c-ef4ffec7d9cb,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:09.004678 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-3f2040fe-bf87-4811-885e-02699b5c31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.070497 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2040fe-bf87-4811-885e-02699b5c31c7 None None] Pushing event updated for resources: {'Port': ['ID=92d4b276-8771-40f9-b92c-ef4ffec7d9cb,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:09.168355 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:07Z', 'revision_number': 3, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:09.226851 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Checking router: dc32e192-5b7a-47f9-89e2-b925b1cee215 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:40:09.227541 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Updating router dc32e192-5b7a-47f9-89e2-b925b1cee215 port 9606b2ee-c16f-4011-82b4-5c070cee20eb binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:40:09.253790 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-4d17612a-759b-403f-8d77-fe3a6fa62861 None None] Provisioning complete for port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:09.253790 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4d17612a-759b-403f-8d77-fe3a6fa62861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.301655 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.386324 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.537747 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a830da5-40c7-4a1c-9964-61e3481c044b req-4bdc6d42-8374-480d-be5e-207056ee789b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:09.537747 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7a830da5-40c7-4a1c-9964-61e3481c044b req-4bdc6d42-8374-480d-be5e-207056ee789b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0545416 Aug 31 19:40:09.582721 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Allocated IP 172.20.0.1 (f4c47ed3-5203-4837-a7cf-43b184a661d1/c37c57b0-87e7-4709-8120-d07c9a5f9d86/201354cc-d938-4135-a3b5-eba3de014d5f) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:09.599759 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7a830da5-40c7-4a1c-9964-61e3481c044b req-7af8d9e1-0428-470d-a776-60850e945c7a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533690 Aug 31 19:40:09.691189 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.705719 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Transition to ACTIVE for port object 9606b2ee-c16f-4011-82b4-5c070cee20eb will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:09.714326 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.725343 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.731059 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702866c-9de8-4e26-9b72-cd52ace058d9 req-0518d55e-6666-4335-937d-f5a5b420701d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:09.734471 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c702866c-9de8-4e26-9b72-cd52ace058d9 req-0518d55e-6666-4335-937d-f5a5b420701d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.0612979 Aug 31 19:40:09.751316 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.provisioning_blocks [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Transition to ACTIVE for port object 201354cc-d938-4135-a3b5-eba3de014d5f will not be triggered until provisioned by entity DHCP. {{(pid=95340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:09.766947 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Attempting to bind port 9606b2ee-c16f-4011-82b4-5c070cee20eb on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:09.767352 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Attempting to bind port 9606b2ee-c16f-4011-82b4-5c070cee20eb by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:09.767724 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Attempting to bind port 9606b2ee-c16f-4011-82b4-5c070cee20eb on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:09.776356 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c702866c-9de8-4e26-9b72-cd52ace058d9 req-bcbaf614-2a56-4a29-95ed-7db7aeda220c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376706 Aug 31 19:40:09.783510 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:09.784175 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:09.784317 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.784665 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:09.785346 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Bound port: 9606b2ee-c16f-4011-82b4-5c070cee20eb, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:09.785750 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.792620 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Pushing event updated for resources: {'Port': ['ID=9606b2ee-c16f-4011-82b4-5c070cee20eb,revision_number=2']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:09.807969 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.818067 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.819277 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.819929 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.820275 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.820610 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.820943 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.821276 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.821605 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.821952 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.822304 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.822630 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.822950 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:09.872165 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] For port 9606b2ee-c16f-4011-82b4-5c070cee20eb, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:09.876122 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] For port 9606b2ee-c16f-4011-82b4-5c070cee20eb, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=9606b2ee-c16f-4011-82b4-5c070cee20eb,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:09.878384 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Network f4c47ed3-5203-4837-a7cf-43b184a661d1 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:09.884400 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:09.886564 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.891892 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:09.936350 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:09.936985 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:39:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:09.954526 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:09.958288 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Pushing event updated for resources: {'Port': ['ID=201354cc-d938-4135-a3b5-eba3de014d5f,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:10.011794 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 92d4b276-8771-40f9-b92c-ef4ffec7d9cb up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:10.059656 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a8ab6-2df8-41d2-a2c1-5655011549f9 None None] Pushing event updated for resources: {'Port': ['ID=9606b2ee-c16f-4011-82b4-5c070cee20eb,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:10.093713 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:10.094518 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.106871 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:10.124853 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.296013 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-817e12d0-c52a-4333-88be-cb13c11ec9e0 None None] Provisioning for port 201354cc-d938-4135-a3b5-eba3de014d5f completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:10.301638 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-817e12d0-c52a-4333-88be-cb13c11ec9e0 None None] Provisioning complete for port 201354cc-d938-4135-a3b5-eba3de014d5f triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:10.302086 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-817e12d0-c52a-4333-88be-cb13c11ec9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.339977 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.349615 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.350657 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-817e12d0-c52a-4333-88be-cb13c11ec9e0 None None] Port 201354cc-d938-4135-a3b5-eba3de014d5f cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:10.432643 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:10.434559 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Pushing event updated for resources: {'Port': ['ID=201354cc-d938-4135-a3b5-eba3de014d5f,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:10.452454 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:07Z', 'revision_number': 3, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:10.481553 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07667ece-1835-424d-9790-b637a47b3e8a None None] The sync data for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi is: [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:07Z', 'revision_number': 3, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:40:10.747704 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Network f4c47ed3-5203-4837-a7cf-43b184a661d1 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:10.750108 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:10.781353 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c674a-6ed8-4487-9066-ca104e44be00 req-469d6807-460a-4576-8f60-f6c09d7c6a7c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:10.790000 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ac1c674a-6ed8-4487-9066-ca104e44be00 req-469d6807-460a-4576-8f60-f6c09d7c6a7c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1048501 Aug 31 19:40:10.853753 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ac1c674a-6ed8-4487-9066-ca104e44be00 req-0cce62f2-3d7e-4790-b3c7-775d2906400d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627077 Aug 31 19:40:10.959088 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Router dc32e192-5b7a-47f9-89e2-b925b1cee215 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:40:11.017218 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033b77-f09d-451c-b964-668a60824ea1 req-4bb77769-6e5e-472a-be76-6ea17929e996 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:11.021903 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-12033b77-f09d-451c-b964-668a60824ea1 req-4bb77769-6e5e-472a-be76-6ea17929e996 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.0807595 Aug 31 19:40:11.074633 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-12033b77-f09d-451c-b964-668a60824ea1 req-ee867538-acd9-425b-b6dd-7b306228e61e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Aug 31 19:40:11.110255 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-ad98d03f-0f73-45e6-a0cf-52e940280556 None None] Provisioning complete for port 201354cc-d938-4135-a3b5-eba3de014d5f triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:11.110255 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ad98d03f-0f73-45e6-a0cf-52e940280556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.122007 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:40:11.135030 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-006d0f20-6c61-47d7-9674-349a65e22da0 admin admin] 10.222.0.54 "PUT /v2.0/routers/dc32e192-5b7a-47f9-89e2-b925b1cee215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3485093 Aug 31 19:40:11.151078 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-ad98d03f-0f73-45e6-a0cf-52e940280556 None None] Port 201354cc-d938-4135-a3b5-eba3de014d5f cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:11.533485 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.764889 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43926) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:11.770011 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-197738923-network', 'tenant_id': '8041de05077b4a829007dff40da1112e'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:11.792681 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Made reservation on behalf of 8041de05077b4a829007dff40da1112e for: {'network': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:11.794980 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.810492 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:11.916866 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-36311664-544b-4bd0-b7f8-961f73b65643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.003755 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.012982 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.029707 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77d844-2ed3-4f88-8af4-79db744e7948 req-4a982971-5f91-490d-a457-ffd0a6a1f25e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:12.039576 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9a77d844-2ed3-4f88-8af4-79db744e7948 req-4a982971-5f91-490d-a457-ffd0a6a1f25e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0776629 Aug 31 19:40:12.055443 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=95340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:40:12.073984 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f9a193-b9f5-46f6-81b1-10cff829c689,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:12.084740 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.086140 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.segments_db [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Added segment 445b0a33-3af6-4a68-8edc-e54ca6a3dc17 of type vlan for network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 Aug 31 19:40:12.087965 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 9606b2ee-c16f-4011-82b4-5c070cee20eb up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:12.099938 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9a77d844-2ed3-4f88-8af4-79db744e7948 req-1efecdb5-bfbb-4b32-9d0b-87619578f852 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564959 Aug 31 19:40:12.170277 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 9606b2ee-c16f-4011-82b4-5c070cee20eb completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:12.176050 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 9606b2ee-c16f-4011-82b4-5c070cee20eb triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:12.178753 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.184983 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.244773 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.246662 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:12.247394 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.314591 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.325502 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5594821 Aug 31 19:40:12.328819 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43936) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:12.337593 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Request body: {'subnet': {'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-197738923-subnet', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'ip_version': 4}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:12.345317 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 9606b2ee-c16f-4011-82b4-5c070cee20eb, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=9606b2ee-c16f-4011-82b4-5c070cee20eb,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:12.346798 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835772c-641d-426d-9756-0de60e6c6d93 admin admin] Pushing event updated for resources: {'Network': ['ID=2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:12.352770 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.361071 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:40:12.380431 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Made reservation on behalf of 8041de05077b4a829007dff40da1112e for: {'subnet': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:12.383357 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26128576'] for subnet, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.387571 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f6b75-521e-40de-aa15-db7b5f651114 req-c56d3e26-b7d4-47ea-b5c2-74cf63e6ed34 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:12.391440 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bc0f6b75-521e-40de-aa15-db7b5f651114 req-c56d3e26-b7d4-47ea-b5c2-74cf63e6ed34 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.1018672 Aug 31 19:40:12.407728 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Sync routers for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:40:12.455350 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bc0f6b75-521e-40de-aa15-db7b5f651114 req-585a1245-32c9-445b-98d1-72c368422d35 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572031 Aug 31 19:40:12.478623 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:12.478855 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:40:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:12.555088 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=9606b2ee-c16f-4011-82b4-5c070cee20eb,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:12.653496 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:12.675683 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25371469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26128598'] for subnet, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.745004 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcc649b-e67e-466f-8da2-01e2a2f7e835,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:12.752895 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Checking segment: {'id': '445b0a33-3af6-4a68-8edc-e54ca6a3dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:12.753243 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Network hostable DHCP agents. Network: 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:40:12.775157 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:40:12.790410 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48) {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:12.794978 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:12.795228 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.806223 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de85f6-91db-4160-a51b-1c02fca538f8 None None] Network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:12.816181 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-09cba4a1-a68a-473e-8843-d29c6246ed77 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4859293 Aug 31 19:40:12.822398 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43944) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:12.831653 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:12.860450 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.862275 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:12.964987 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.074022 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.132517 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.176271 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48', 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'fixed_ips': [{'subnet_id': 'dbcc649b-e67e-466f-8da2-01e2a2f7e835'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:40:13.177126 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.183168 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '201354cc-d938-4135-a3b5-eba3de014d5f', 'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'mac_address': 'fa:16:3e:44:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:09Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 2, 'project_id': 'b8b7a440095744cebd172859de304b46', 'subnets': [{'id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:13.227235 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e68066-7bc1-4be9-92fc-093b6cc1a4fc req-5a7c72b0-c882-461e-8639-c7e571b66a2a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:13.229437 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Checking router: dc32e192-5b7a-47f9-89e2-b925b1cee215 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:40:13.229791 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Updating router dc32e192-5b7a-47f9-89e2-b925b1cee215 port 201354cc-d938-4135-a3b5-eba3de014d5f binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:40:13.230241 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-85e68066-7bc1-4be9-92fc-093b6cc1a4fc req-5a7c72b0-c882-461e-8639-c7e571b66a2a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0580952 Aug 31 19:40:13.266522 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.296631 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-85e68066-7bc1-4be9-92fc-093b6cc1a4fc req-3e82b2a3-960e-4520-808f-ae671abba93f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573030 Aug 31 19:40:13.412777 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.445224 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.548573 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Allocated IP 172.20.0.2 (2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48/dbcc649b-e67e-466f-8da2-01e2a2f7e835/7a327f4c-e651-4762-b69a-c709fb6607b6) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:13.621030 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Allocated IP 172.27.0.221 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/7db3aca1-ed0b-4a7e-81bf-6b78f4124aed) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:13.640979 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f270a8-0dc3-4e12-8036-cef8f7903d90 req-9698b573-e244-41c0-845f-bc6f7994353a tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:13.642523 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-83f270a8-0dc3-4e12-8036-cef8f7903d90 req-9698b573-e244-41c0-845f-bc6f7994353a tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.0853088 Aug 31 19:40:13.737711 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-83f270a8-0dc3-4e12-8036-cef8f7903d90 req-51263925-947d-43f1-a24b-5bbb8cc2970e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779469 Aug 31 19:40:13.769701 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.808757 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.824446 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.843598 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Transition to ACTIVE for port object 7a327f4c-e651-4762-b69a-c709fb6607b6 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:13.848504 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:13.850893 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.854010 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:13.858434 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:13.861883 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Pushing event updated for resources: {'Port': ['ID=7db3aca1-ed0b-4a7e-81bf-6b78f4124aed,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:13.868396 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Transition to ACTIVE for port object 201354cc-d938-4135-a3b5-eba3de014d5f will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:13.870370 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Transition to ACTIVE for port object 7a327f4c-e651-4762-b69a-c709fb6607b6 will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:13.875822 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.880918 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:13.935569 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:13.941723 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:13.943710 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd26ac-ab41-44d3-ae41-096522936307 None None] Pushing event updated for resources: {'Port': ['ID=201354cc-d938-4135-a3b5-eba3de014d5f,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:13.945923 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:14.034984 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 9606b2ee-c16f-4011-82b4-5c070cee20eb up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:14.115699 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Attempting to bind port 201354cc-d938-4135-a3b5-eba3de014d5f on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:14.115953 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Attempting to bind port 201354cc-d938-4135-a3b5-eba3de014d5f by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:14.116316 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Attempting to bind port 201354cc-d938-4135-a3b5-eba3de014d5f on network f4c47ed3-5203-4837-a7cf-43b184a661d1 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:14.131492 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Attempting to bind port 7a327f4c-e651-4762-b69a-c709fb6607b6 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:14.132284 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Attempting to bind port 7a327f4c-e651-4762-b69a-c709fb6607b6 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '445b0a33-3af6-4a68-8edc-e54ca6a3dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:14.132284 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Attempting to bind port 7a327f4c-e651-4762-b69a-c709fb6607b6 on network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:14.134792 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:14.135164 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Checking segment: {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:14.135567 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.136090 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Bound using segment: {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:14.136495 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Bound port: 201354cc-d938-4135-a3b5-eba3de014d5f, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:14.136816 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.143009 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Pushing event updated for resources: {'Port': ['ID=7a327f4c-e651-4762-b69a-c709fb6607b6,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:14.156546 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.156726 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:14.157316 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Checking segment: {'id': '445b0a33-3af6-4a68-8edc-e54ca6a3dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:14.157505 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.157898 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Bound using segment: {'id': '445b0a33-3af6-4a68-8edc-e54ca6a3dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:14.158411 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Bound port: 7a327f4c-e651-4762-b69a-c709fb6607b6, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445b0a33-3af6-4a68-8edc-e54ca6a3dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:14.158787 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.224092 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 9606b2ee-c16f-4011-82b4-5c070cee20eb triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:14.224819 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.324632 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] For port 201354cc-d938-4135-a3b5-eba3de014d5f, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:14.331534 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] For port 7a327f4c-e651-4762-b69a-c709fb6607b6, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:14.340631 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] For port 7a327f4c-e651-4762-b69a-c709fb6607b6, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=7a327f4c-e651-4762-b69a-c709fb6607b6,segment=NetworkSegment(445b0a33-3af6-4a68-8edc-e54ca6a3dc17),segment_id=445b0a33-3af6-4a68-8edc-e54ca6a3dc17)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:14.349073 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] For port 201354cc-d938-4135-a3b5-eba3de014d5f, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=201354cc-d938-4135-a3b5-eba3de014d5f,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:14.351385 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.361393 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.370773 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.482519 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:14.483181 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:40:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:14.485203 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dffa54-c44a-47ea-8e03-0e4c0d9a87de None None] Pushing event updated for resources: {'Port': ['ID=7a327f4c-e651-4762-b69a-c709fb6607b6,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:14.537370 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.542479 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae64b55-bb9e-43fb-8ee8-d7beaf8d887f req-500c67c8-85cf-4426-baca-e2f952d4abdd tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:14.544046 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8ae64b55-bb9e-43fb-8ee8-d7beaf8d887f req-500c67c8-85cf-4426-baca-e2f952d4abdd tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1650310 Aug 31 19:40:14.611273 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8ae64b55-bb9e-43fb-8ee8-d7beaf8d887f req-0ef6c952-5289-42af-a2f4-6c76d6615d81 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554318 Aug 31 19:40:14.650437 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Router c9c7bf5b-9583-440b-9968-4ae15118f8ed is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:40:14.660281 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd26ac-ab41-44d3-ae41-096522936307 None None] Pushing event updated for resources: {'Port': ['ID=201354cc-d938-4135-a3b5-eba3de014d5f,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:14.718486 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:14.831769 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:40:14.844187 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Sync routers for ids ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:40:14.857245 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Routers {'c9c7bf5b-9583-440b-9968-4ae15118f8ed'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:14.857913 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:40:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:14.889553 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:14.893781 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ab2ac1ec-9d01-4070-9d7c-25df9a04179a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0639377 Aug 31 19:40:14.894501 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 43976) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:14.982896 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Set router c9c7bf5b-9583-440b-9968-4ae15118f8ed gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:15.031000 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '201354cc-d938-4135-a3b5-eba3de014d5f', 'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'mac_address': 'fa:16:3e:44:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:09Z', 'updated_at': '2021-08-31T19:40:14Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'subnets': [{'id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:15.060437 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99007bbd-f8a1-45dc-b741-01eab2ce38a1 None None] The sync data for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi is: [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '201354cc-d938-4135-a3b5-eba3de014d5f', 'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'mac_address': 'fa:16:3e:44:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:09Z', 'updated_at': '2021-08-31T19:40:14Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'subnets': [{'id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:40:15.167004 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d760d6f-748f-4b57-a7d7-a1d7ac418674 req-3d0f8e02-e9cb-4cea-ad2e-f8d9d1d77729 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:15.168319 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0d760d6f-748f-4b57-a7d7-a1d7ac418674 req-3d0f8e02-e9cb-4cea-ad2e-f8d9d1d77729 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.3122211 Aug 31 19:40:15.217453 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:12Z', 'updated_at': '2021-08-31T19:40:14Z', 'revision_number': 3, 'project_id': '8041de05077b4a829007dff40da1112e', 'gw_port': {'id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:13Z', 'updated_at': '2021-08-31T19:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:15.251160 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Checking router: c9c7bf5b-9583-440b-9968-4ae15118f8ed for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:40:15.251480 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Updating router c9c7bf5b-9583-440b-9968-4ae15118f8ed port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:40:15.263504 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0d760d6f-748f-4b57-a7d7-a1d7ac418674 req-4f44bc7b-97c2-4931-8a81-ebb926b503ca tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859728 Aug 31 19:40:15.295207 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.606203 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.627083 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Transition to ACTIVE for port object 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:15.637249 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.664077 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da8b9d8-d662-4aea-9ae7-5a2c4e6991b1 None None] Network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:40:15.673640 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.715028 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b281a4-5a79-4f40-a6a1-c57e515b2d85 None None] Pushing event updated for resources: {'Port': ['ID=7db3aca1-ed0b-4a7e-81bf-6b78f4124aed,revision_number=2']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:15.731199 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Attempting to bind port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:15.731561 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Attempting to bind port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:15.731915 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Attempting to bind port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:15.739948 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:15.739948 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:15.739948 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.739948 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:15.739948 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Bound port: 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:15.741134 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.800712 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] For port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:15.807235 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] For port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=7db3aca1-ed0b-4a7e-81bf-6b78f4124aed,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:15.817781 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:15.909379 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3a37f-e619-434a-b0dc-9d9667bb1ba6 req-9f9ba154-c502-42d3-b772-811b29b09e5c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:15.911361 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-96a3a37f-e619-434a-b0dc-9d9667bb1ba6 req-9f9ba154-c502-42d3-b772-811b29b09e5c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1386712 Aug 31 19:40:15.934876 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-cc01b88e-4c3c-4ddb-93f5-47752b1091e2 None None] Provisioning for port 7a327f4c-e651-4762-b69a-c709fb6607b6 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:15.973447 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Routers {'c9c7bf5b-9583-440b-9968-4ae15118f8ed'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:15.974114 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:40:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:16.015920 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b281a4-5a79-4f40-a6a1-c57e515b2d85 None None] Pushing event updated for resources: {'Port': ['ID=7db3aca1-ed0b-4a7e-81bf-6b78f4124aed,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:16.019332 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Allocated IP 172.20.0.1 (2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48/dbcc649b-e67e-466f-8da2-01e2a2f7e835/aa3c9350-a5aa-45c3-b721-b71f843d1e9d) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:16.105246 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-96a3a37f-e619-434a-b0dc-9d9667bb1ba6 req-782e4c66-1823-4dca-befd-a1001d2714f5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868560 Aug 31 19:40:16.141697 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 7a327f4c-e651-4762-b69a-c709fb6607b6 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:16.186549 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] Set router c9c7bf5b-9583-440b-9968-4ae15118f8ed gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:16.190975 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.218438 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.provisioning_blocks [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Transition to ACTIVE for port object aa3c9350-a5aa-45c3-b721-b71f843d1e9d will not be triggered until provisioned by entity DHCP. {{(pid=95340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:16.239243 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 7a327f4c-e651-4762-b69a-c709fb6607b6 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:16.244677 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 7a327f4c-e651-4762-b69a-c709fb6607b6 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:16.245055 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.281195 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.345495 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.356469 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3c9350-a5aa-45c3-b721-b71f843d1e9d,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:16.390597 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 7a327f4c-e651-4762-b69a-c709fb6607b6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=7a327f4c-e651-4762-b69a-c709fb6607b6,segment=NetworkSegment(445b0a33-3af6-4a68-8edc-e54ca6a3dc17),segment_id=445b0a33-3af6-4a68-8edc-e54ca6a3dc17)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:16.399284 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.400159 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 201354cc-d938-4135-a3b5-eba3de014d5f up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:16.406806 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-f4c89bec-23d6-4882-a418-1a75670205bc None None] Provisioning complete for port 7a327f4c-e651-4762-b69a-c709fb6607b6 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:16.406806 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-f4c89bec-23d6-4882-a418-1a75670205bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.433811 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:16.437589 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:16.452161 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:16.454358 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:12Z', 'updated_at': '2021-08-31T19:40:14Z', 'revision_number': 3, 'project_id': '8041de05077b4a829007dff40da1112e', 'gw_port': {'id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:13Z', 'updated_at': '2021-08-31T19:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:16.490249 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301e24-f836-41b2-b416-ee3cf1cde155 req-5fd7d8fb-057f-4339-9568-fb4ba28aa8c5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:16.491938 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f5301e24-f836-41b2-b416-ee3cf1cde155 req-5fd7d8fb-057f-4339-9568-fb4ba28aa8c5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.1101437 Aug 31 19:40:16.508855 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df15ae-15dc-4640-b1d4-7db632fea1d9 None None] The sync data for ids ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'] in dv-cinder-789564-13-iscsi is: [{'id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:12Z', 'updated_at': '2021-08-31T19:40:14Z', 'revision_number': 3, 'project_id': '8041de05077b4a829007dff40da1112e', 'gw_port': {'id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:13Z', 'updated_at': '2021-08-31T19:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:40:16.547008 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.565215 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=7a327f4c-e651-4762-b69a-c709fb6607b6,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:16.610241 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 201354cc-d938-4135-a3b5-eba3de014d5f completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:16.622946 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 201354cc-d938-4135-a3b5-eba3de014d5f triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:16.623336 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.648826 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f5301e24-f836-41b2-b416-ee3cf1cde155 req-645edab3-5917-4423-ab33-3b67e56aa677 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479590 Aug 31 19:40:16.764987 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.796234 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.796853 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-937d3017-0663-4d8a-b1fe-cd4cd62bcbde None None] Provisioning for port aa3c9350-a5aa-45c3-b721-b71f843d1e9d completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:16.809094 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-937d3017-0663-4d8a-b1fe-cd4cd62bcbde None None] Provisioning complete for port aa3c9350-a5aa-45c3-b721-b71f843d1e9d triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:16.809474 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-937d3017-0663-4d8a-b1fe-cd4cd62bcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.812298 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 201354cc-d938-4135-a3b5-eba3de014d5f, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=201354cc-d938-4135-a3b5-eba3de014d5f,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:16.846005 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:16.886976 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-937d3017-0663-4d8a-b1fe-cd4cd62bcbde None None] Port aa3c9350-a5aa-45c3-b721-b71f843d1e9d cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:16.910161 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=201354cc-d938-4135-a3b5-eba3de014d5f,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:17.026210 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.035526 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.108127 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3c9350-a5aa-45c3-b721-b71f843d1e9d,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:17.110733 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.223631 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:17.227405 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:17.315545 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae370-9410-4ea6-bc05-0669fb6afd35 req-8e6536fb-defe-4203-b9b9-4704ee4bd919 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:17.317184 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5bcae370-9410-4ea6-bc05-0669fb6afd35 req-8e6536fb-defe-4203-b9b9-4704ee4bd919 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1080034 Aug 31 19:40:17.413658 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5bcae370-9410-4ea6-bc05-0669fb6afd35 req-163b4070-ed13-424c-b0a2-ed2df3f80acb tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620799 Aug 31 19:40:17.420862 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Router c9c7bf5b-9583-440b-9968-4ae15118f8ed has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:40:17.525839 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-49d08ce6-5d2c-4a41-9b1b-e970e0414944 None None] Provisioning complete for port aa3c9350-a5aa-45c3-b721-b71f843d1e9d triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:17.526556 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-49d08ce6-5d2c-4a41-9b1b-e970e0414944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:17.561544 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:40:17.571961 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-49d08ce6-5d2c-4a41-9b1b-e970e0414944 None None] Port aa3c9350-a5aa-45c3-b721-b71f843d1e9d cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:40:17.574689 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-9d3f383d-7ac6-4a13-a0c0-acde1104ad27 admin admin] 10.222.0.54 "PUT /v2.0/routers/c9c7bf5b-9583-440b-9968-4ae15118f8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6787579 Aug 31 19:40:17.783535 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c08aa-4ef1-48b6-8985-d7d377e9daaa req-dc79623f-3864-4069-9e84-b9588410695d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:17.785356 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d12c08aa-4ef1-48b6-8985-d7d377e9daaa req-dc79623f-3864-4069-9e84-b9588410695d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.0572441 Aug 31 19:40:17.825860 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d12c08aa-4ef1-48b6-8985-d7d377e9daaa req-92115f7a-d323-4220-a6c9-0bbe45c2bd04 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336118 Aug 31 19:40:18.097838 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:18.154826 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:18.158974 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:18.159374 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:18.265751 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:18.292413 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=7db3aca1-ed0b-4a7e-81bf-6b78f4124aed,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:18.297220 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:18.298371 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 7a327f4c-e651-4762-b69a-c709fb6607b6 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:18.381172 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=7db3aca1-ed0b-4a7e-81bf-6b78f4124aed,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:18.395508 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 7a327f4c-e651-4762-b69a-c709fb6607b6 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:18.395877 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:18.439912 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d65943-0213-4818-8001-1254d6589afc None None] Sync routers for ids ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:40:18.453285 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d65943-0213-4818-8001-1254d6589afc None None] Routers {'c9c7bf5b-9583-440b-9968-4ae15118f8ed'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:18.453911 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-03d65943-0213-4818-8001-1254d6589afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:40:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:18.529244 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 201354cc-d938-4135-a3b5-eba3de014d5f up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:18.545843 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30722e17-4b20-4473-a90f-ba174580ca89 req-1a254e5f-a297-47c1-93d2-948e323d296d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:18.547422 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-30722e17-4b20-4473-a90f-ba174580ca89 req-1a254e5f-a297-47c1-93d2-948e323d296d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0575774 Aug 31 19:40:18.591697 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-30722e17-4b20-4473-a90f-ba174580ca89 req-921aefaa-fa4f-4e82-8186-815ace086f34 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373559 Aug 31 19:40:18.629872 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-03d65943-0213-4818-8001-1254d6589afc None None] Set router c9c7bf5b-9583-440b-9968-4ae15118f8ed gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:18.660298 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 201354cc-d938-4135-a3b5-eba3de014d5f triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:18.660666 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:18.920256 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44034) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:18.926942 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-7c299428-2ede-47cc-85aa-84e92927696f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047968154', 'description': 'tempest-secgroup-smoke-2047968154 description', 'project_id': 'b8b7a440095744cebd172859de304b46'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:18.932312 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-03d65943-0213-4818-8001-1254d6589afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:12Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 4, 'project_id': '8041de05077b4a829007dff40da1112e', 'gw_port': {'id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:13Z', 'updated_at': '2021-08-31T19:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'aa3c9350-a5aa-45c3-b721-b71f843d1e9d', 'name': '', 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'mac_address': 'fa:16:3e:c0:60:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'dbcc649b-e67e-466f-8da2-01e2a2f7e835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:15Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 2, 'project_id': '8041de05077b4a829007dff40da1112e', 'subnets': [{'id': 'dbcc649b-e67e-466f-8da2-01e2a2f7e835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:18.965674 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d65943-0213-4818-8001-1254d6589afc None None] Checking router: c9c7bf5b-9583-440b-9968-4ae15118f8ed for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:40:18.965674 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d65943-0213-4818-8001-1254d6589afc None None] Updating router c9c7bf5b-9583-440b-9968-4ae15118f8ed port aa3c9350-a5aa-45c3-b721-b71f843d1e9d binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:40:18.966221 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7c299428-2ede-47cc-85aa-84e92927696f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:18.968815 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dcbef-3772-4d64-894b-c7854e126383 req-42bd0b51-bf3e-4d02-bd0d-ef15b414bb77 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:18.971173 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d46dcbef-3772-4d64-894b-c7854e126383 req-42bd0b51-bf3e-4d02-bd0d-ef15b414bb77 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.0586319 Aug 31 19:40:18.995023 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-03d65943-0213-4818-8001-1254d6589afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.022230 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d46dcbef-3772-4d64-894b-c7854e126383 req-40d8ce8c-dd12-4c15-8e75-9c99b08c488f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Aug 31 19:40:19.123171 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7c299428-2ede-47cc-85aa-84e92927696f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.128584 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7c299428-2ede-47cc-85aa-84e92927696f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.175966 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7c299428-2ede-47cc-85aa-84e92927696f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.181750 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-7c299428-2ede-47cc-85aa-84e92927696f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2557743 Aug 31 19:40:19.181987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 44040) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:19.183561 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c299428-2ede-47cc-85aa-84e92927696f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183f9598-8337-4414-b2a9-d83ad630d7a4,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.189955 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-e021c79c-b9ba-48db-9d7f-2940bf9962ec tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Request body: {'security_group_rule': {'security_group_id': '183f9598-8337-4414-b2a9-d83ad630d7a4', 'project_id': 'b8b7a440095744cebd172859de304b46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:19.259320 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e021c79c-b9ba-48db-9d7f-2940bf9962ec tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.334615 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e021c79c-b9ba-48db-9d7f-2940bf9962ec tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.339701 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e021c79c-b9ba-48db-9d7f-2940bf9962ec tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.358596 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021c79c-b9ba-48db-9d7f-2940bf9962ec tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde352ac-9472-46d8-8eeb-85c6774c55aa,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.367136 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e021c79c-b9ba-48db-9d7f-2940bf9962ec tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.368666 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e021c79c-b9ba-48db-9d7f-2940bf9962ec tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856923 Aug 31 19:40:19.371646 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 44044) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:19.376099 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-595731f2-16dc-40a9-8ede-5fd62d896da9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Request body: {'security_group_rule': {'security_group_id': '183f9598-8337-4414-b2a9-d83ad630d7a4', 'project_id': 'b8b7a440095744cebd172859de304b46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:19.397674 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-03d65943-0213-4818-8001-1254d6589afc None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.407789 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-595731f2-16dc-40a9-8ede-5fd62d896da9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.414764 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-03d65943-0213-4818-8001-1254d6589afc None None] Transition to ACTIVE for port object aa3c9350-a5aa-45c3-b721-b71f843d1e9d will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:19.422818 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-03d65943-0213-4818-8001-1254d6589afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.476998 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87e365-b5e7-45d9-9a9a-4dd1e94f264a None None] Pushing event updated for resources: {'Port': ['ID=aa3c9350-a5aa-45c3-b721-b71f843d1e9d,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.489383 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-595731f2-16dc-40a9-8ede-5fd62d896da9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.494618 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-595731f2-16dc-40a9-8ede-5fd62d896da9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.514367 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595731f2-16dc-40a9-8ede-5fd62d896da9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1873fb19-b879-41b1-9dde-08de4eb2193e,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.524184 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-595731f2-16dc-40a9-8ede-5fd62d896da9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.529114 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-595731f2-16dc-40a9-8ede-5fd62d896da9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545999 Aug 31 19:40:19.529353 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-03d65943-0213-4818-8001-1254d6589afc None None] Attempting to bind port aa3c9350-a5aa-45c3-b721-b71f843d1e9d on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:19.529539 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44046) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:19.529898 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-03d65943-0213-4818-8001-1254d6589afc None None] Attempting to bind port aa3c9350-a5aa-45c3-b721-b71f843d1e9d by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '445b0a33-3af6-4a68-8edc-e54ca6a3dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:19.530362 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d65943-0213-4818-8001-1254d6589afc None None] Attempting to bind port aa3c9350-a5aa-45c3-b721-b71f843d1e9d on network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:19.535932 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-d9ae2b6f-94b0-4f55-a80e-98a452c19898 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Request body: {'security_group_rule': {'security_group_id': '183f9598-8337-4414-b2a9-d83ad630d7a4', 'project_id': 'b8b7a440095744cebd172859de304b46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:19.536143 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d65943-0213-4818-8001-1254d6589afc None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:19.536846 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d65943-0213-4818-8001-1254d6589afc None None] Checking segment: {'id': '445b0a33-3af6-4a68-8edc-e54ca6a3dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:19.537074 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-03d65943-0213-4818-8001-1254d6589afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.537507 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d65943-0213-4818-8001-1254d6589afc None None] Bound using segment: {'id': '445b0a33-3af6-4a68-8edc-e54ca6a3dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:19.538062 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-03d65943-0213-4818-8001-1254d6589afc None None] Bound port: aa3c9350-a5aa-45c3-b721-b71f843d1e9d, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445b0a33-3af6-4a68-8edc-e54ca6a3dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:19.538503 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-03d65943-0213-4818-8001-1254d6589afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.570279 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2b6f-94b0-4f55-a80e-98a452c19898 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.611856 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-03d65943-0213-4818-8001-1254d6589afc None None] For port aa3c9350-a5aa-45c3-b721-b71f843d1e9d, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:19.616253 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-03d65943-0213-4818-8001-1254d6589afc None None] For port aa3c9350-a5aa-45c3-b721-b71f843d1e9d, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=aa3c9350-a5aa-45c3-b721-b71f843d1e9d,segment=NetworkSegment(445b0a33-3af6-4a68-8edc-e54ca6a3dc17),segment_id=445b0a33-3af6-4a68-8edc-e54ca6a3dc17)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:19.637199 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-03d65943-0213-4818-8001-1254d6589afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.646227 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2b6f-94b0-4f55-a80e-98a452c19898 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.652330 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2b6f-94b0-4f55-a80e-98a452c19898 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.674354 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2b6f-94b0-4f55-a80e-98a452c19898 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.679134 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-d9ae2b6f-94b0-4f55-a80e-98a452c19898 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453013 Aug 31 19:40:19.680375 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 44050) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:19.686087 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-cf0f5386-08ae-4f98-ba87-73f1ebf56a8e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Request body: {'security_group_rule': {'security_group_id': '183f9598-8337-4414-b2a9-d83ad630d7a4', 'project_id': 'b8b7a440095744cebd172859de304b46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:19.688969 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae2b6f-94b0-4f55-a80e-98a452c19898 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e5705e-674e-4bc4-8d3b-0017a3a262d0,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.713401 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d65943-0213-4818-8001-1254d6589afc None None] Routers {'c9c7bf5b-9583-440b-9968-4ae15118f8ed'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:40:19.714075 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-03d65943-0213-4818-8001-1254d6589afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:40:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:19.758710 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87e365-b5e7-45d9-9a9a-4dd1e94f264a None None] Pushing event updated for resources: {'Port': ['ID=aa3c9350-a5aa-45c3-b721-b71f843d1e9d,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.774997 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874db1-b60e-462d-9648-628dc35e1a8b req-855e0392-4bac-4bba-af65-da0db709766f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:19.776669 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-43874db1-b60e-462d-9648-628dc35e1a8b req-855e0392-4bac-4bba-af65-da0db709766f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0845757 Aug 31 19:40:19.783931 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5386-08ae-4f98-ba87-73f1ebf56a8e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.859279 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-43874db1-b60e-462d-9648-628dc35e1a8b req-17986b35-0937-4487-a5b1-4ca21bce4293 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762651 Aug 31 19:40:19.913470 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5386-08ae-4f98-ba87-73f1ebf56a8e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.929036 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5386-08ae-4f98-ba87-73f1ebf56a8e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.968931 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f5386-08ae-4f98-ba87-73f1ebf56a8e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af92a28-1a10-4cba-b186-c3a908d87fdf,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:19.991529 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5386-08ae-4f98-ba87-73f1ebf56a8e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:19.996510 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-cf0f5386-08ae-4f98-ba87-73f1ebf56a8e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3127069 Aug 31 19:40:19.997103 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44058) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:20.003227 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-6871ffe7-6afd-4ac6-a6e7-765d9f48b115 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Request body: {'security_group_rule': {'security_group_id': '183f9598-8337-4414-b2a9-d83ad630d7a4', 'project_id': 'b8b7a440095744cebd172859de304b46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:20.046678 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-03d65943-0213-4818-8001-1254d6589afc None None] Set router c9c7bf5b-9583-440b-9968-4ae15118f8ed gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:40:20.057837 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.securitygroups_db [None req-6871ffe7-6afd-4ac6-a6e7-765d9f48b115 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Project b8b7a440095744cebd172859de304b46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:40:20.065572 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6871ffe7-6afd-4ac6-a6e7-765d9f48b115 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.107636 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:20.210601 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6871ffe7-6afd-4ac6-a6e7-765d9f48b115 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.220825 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6871ffe7-6afd-4ac6-a6e7-765d9f48b115 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.249858 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957ff42-6b50-41fd-8754-ffa9ae51c06e req-d5eb7886-89da-4b2e-b53b-67efd709f258 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:20.251480 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3957ff42-6b50-41fd-8754-ffa9ae51c06e req-d5eb7886-89da-4b2e-b53b-67efd709f258 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 945 time: 0.1074986 Aug 31 19:40:20.255669 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871ffe7-6afd-4ac6-a6e7-765d9f48b115 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561f305f-0502-483c-a15b-2a2d7baeb492,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:20.265900 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6871ffe7-6afd-4ac6-a6e7-765d9f48b115 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.268371 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-6871ffe7-6afd-4ac6-a6e7-765d9f48b115 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2688949 Aug 31 19:40:20.271112 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 44070) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:20.276308 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-b77eb328-2f08-4e97-af6f-54635d432f08 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Request body: {'security_group_rule': {'security_group_id': '183f9598-8337-4414-b2a9-d83ad630d7a4', 'project_id': 'b8b7a440095744cebd172859de304b46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:20.311602 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.securitygroups_db [None req-b77eb328-2f08-4e97-af6f-54635d432f08 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Project b8b7a440095744cebd172859de304b46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:40:20.321729 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b77eb328-2f08-4e97-af6f-54635d432f08 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.332466 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:20.332850 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.349480 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3957ff42-6b50-41fd-8754-ffa9ae51c06e req-23faa9fa-eab6-4834-8880-d88803b563aa tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691316 Aug 31 19:40:20.374016 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:40:20.403393 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b77eb328-2f08-4e97-af6f-54635d432f08 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.407955 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b77eb328-2f08-4e97-af6f-54635d432f08 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.425435 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eb328-2f08-4e97-af6f-54635d432f08 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a9adc0-210a-4d52-977e-b14ea6a74411,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:20.447877 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b77eb328-2f08-4e97-af6f-54635d432f08 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.459238 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-b77eb328-2f08-4e97-af6f-54635d432f08 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1772835 Aug 31 19:40:20.479720 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-03d65943-0213-4818-8001-1254d6589afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:12Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 4, 'project_id': '8041de05077b4a829007dff40da1112e', 'gw_port': {'id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:13Z', 'updated_at': '2021-08-31T19:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'aa3c9350-a5aa-45c3-b721-b71f843d1e9d', 'name': '', 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'mac_address': 'fa:16:3e:c0:60:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'dbcc649b-e67e-466f-8da2-01e2a2f7e835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:15Z', 'updated_at': '2021-08-31T19:40:19Z', 'revision_number': 4, 'project_id': '8041de05077b4a829007dff40da1112e', 'subnets': [{'id': 'dbcc649b-e67e-466f-8da2-01e2a2f7e835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:20.512744 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d65943-0213-4818-8001-1254d6589afc None None] The sync data for ids ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'] in dv-cinder-789564-13-iscsi is: [{'id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:12Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 4, 'project_id': '8041de05077b4a829007dff40da1112e', 'gw_port': {'id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:13Z', 'updated_at': '2021-08-31T19:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'aa3c9350-a5aa-45c3-b721-b71f843d1e9d', 'name': '', 'network_id': '2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'mac_address': 'fa:16:3e:c0:60:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'dbcc649b-e67e-466f-8da2-01e2a2f7e835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:15Z', 'updated_at': '2021-08-31T19:40:19Z', 'revision_number': 4, 'project_id': '8041de05077b4a829007dff40da1112e', 'subnets': [{'id': 'dbcc649b-e67e-466f-8da2-01e2a2f7e835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:40:20.762906 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:20.843632 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:20.844217 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a77a2-fcb8-40f6-ad0e-af17b237c3a5 req-5c8508df-f582-481c-bab8-774f6fd93088 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:20.846842 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e7a77a2-fcb8-40f6-ad0e-af17b237c3a5 req-5c8508df-f582-481c-bab8-774f6fd93088 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0920570 Aug 31 19:40:20.848554 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:20.849134 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:20.914546 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e7a77a2-fcb8-40f6-ad0e-af17b237c3a5 req-60bb847c-ab14-47a6-a0fe-9596b6c74acd tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480499 Aug 31 19:40:20.987136 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.013496 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e051861c-0ec4-4bb5-ab96-f084992eafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248b3aba-4f9c-4ce9-91ae-3097538bb3e4'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:21.029085 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08198335-174b-4245-bbc4-e8bfeaad3cbc req-973a1ae5-d805-4c10-bf73-53f685536e2b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.030565 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a867639-d38d-4a81-8ba9-ae2b3464c8a3" -d '{"events": [{"server_uuid": "e051861c-0ec4-4bb5-ab96-f084992eafd9", "name": "network-vif-plugged", "status": "completed", "tag": "248b3aba-4f9c-4ce9-91ae-3097538bb3e4"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:21.036245 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-08198335-174b-4245-bbc4-e8bfeaad3cbc req-973a1ae5-d805-4c10-bf73-53f685536e2b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0715966 Aug 31 19:40:21.062433 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:21.068920 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:21.101581 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-08198335-174b-4245-bbc4-e8bfeaad3cbc req-87007250-e0ce-443d-ab79-6be6cb473a6d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557537 Aug 31 19:40:21.119415 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54ac1e7-dc9b-45a7-9c78-719bb4a5b391 x-openstack-request-id: req-b54ac1e7-dc9b-45a7-9c78-719bb4a5b391 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:21.128653 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e051861c-0ec4-4bb5-ab96-f084992eafd9", "name": "network-vif-plugged", "status": "completed", "tag": "248b3aba-4f9c-4ce9-91ae-3097538bb3e4", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:21.129083 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b54ac1e7-dc9b-45a7-9c78-719bb4a5b391 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:21.129654 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e051861c-0ec4-4bb5-ab96-f084992eafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248b3aba-4f9c-4ce9-91ae-3097538bb3e4', 'code': 200} Aug 31 19:40:21.165311 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:21.467253 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c7aaf-ec57-4030-a5bf-cc05f57dfd3e req-c508bbad-7bec-4430-a361-23de11825a79 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:21.470697 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-df4c7aaf-ec57-4030-a5bf-cc05f57dfd3e req-c508bbad-7bec-4430-a361-23de11825a79 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0537288 Aug 31 19:40:21.511206 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-df4c7aaf-ec57-4030-a5bf-cc05f57dfd3e req-9c697ec1-3272-49f9-b10f-7964adb136a1 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Aug 31 19:40:22.028758 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device aa3c9350-a5aa-45c3-b721-b71f843d1e9d up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:22.034347 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6c462-26e9-4f83-82d2-4247b3f3ab59 req-1ecf0c6d-39d0-4a4f-a184-548f2c73ad9e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:22.036066 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eac6c462-26e9-4f83-82d2-4247b3f3ab59 req-1ecf0c6d-39d0-4a4f-a184-548f2c73ad9e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0606608 Aug 31 19:40:22.083703 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eac6c462-26e9-4f83-82d2-4247b3f3ab59 req-ba16c15f-ea51-4ef9-b902-b9c8e0a8b1f6 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Aug 31 19:40:22.089299 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port aa3c9350-a5aa-45c3-b721-b71f843d1e9d completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:40:22.093630 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port aa3c9350-a5aa-45c3-b721-b71f843d1e9d triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:22.094045 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.176043 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.216464 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port aa3c9350-a5aa-45c3-b721-b71f843d1e9d, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=aa3c9350-a5aa-45c3-b721-b71f843d1e9d,segment=NetworkSegment(445b0a33-3af6-4a68-8edc-e54ca6a3dc17),segment_id=445b0a33-3af6-4a68-8edc-e54ca6a3dc17)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:22.222203 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:22.246119 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4e582-1500-4100-9ce5-f58a784f6ae3 req-1f32a82d-65f6-462e-a43e-3fb04770b313 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:22.247655 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9df4e582-1500-4100-9ce5-f58a784f6ae3 req-1f32a82d-65f6-462e-a43e-3fb04770b313 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0661435 Aug 31 19:40:22.276139 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=aa3c9350-a5aa-45c3-b721-b71f843d1e9d,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:22.287356 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9df4e582-1500-4100-9ce5-f58a784f6ae3 req-2fa96386-f848-4eb8-9474-3a95896f13ba tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Aug 31 19:40:22.636576 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6477cb-3319-4b51-ac9c-908a41ec7d6e req-5c5c9774-2589-4711-b177-f2712f331d1d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:22.638239 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2c6477cb-3319-4b51-ac9c-908a41ec7d6e req-5c5c9774-2589-4711-b177-f2712f331d1d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0522680 Aug 31 19:40:22.677693 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2c6477cb-3319-4b51-ac9c-908a41ec7d6e req-e990ff6a-416e-4e38-9ff4-a8e7a1bb4546 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Aug 31 19:40:23.198307 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964f2c8-9742-4b80-b24e-29bfb5339624 req-5f38df9d-3f26-4453-8a41-9f039e66de3e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:23.199803 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e964f2c8-9742-4b80-b24e-29bfb5339624 req-5f38df9d-3f26-4453-8a41-9f039e66de3e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0474885 Aug 31 19:40:23.242624 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e964f2c8-9742-4b80-b24e-29bfb5339624 req-f236d309-8601-4ca8-b326-0753e5b65a81 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368211 Aug 31 19:40:23.404742 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefd617-d0e5-4f86-8b2a-62794f8fb4fb req-1f34caa8-3cad-4641-8dbc-924db21d7a36 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:23.406329 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ffefd617-d0e5-4f86-8b2a-62794f8fb4fb req-1f34caa8-3cad-4641-8dbc-924db21d7a36 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0502300 Aug 31 19:40:23.450109 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ffefd617-d0e5-4f86-8b2a-62794f8fb4fb req-338e1bbd-1c0d-4c1a-8f75-815136be0f64 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350599 Aug 31 19:40:23.795426 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dabbee-df07-445a-bac3-a3319e85b66d req-565c582d-89ce-4224-9e27-5a63c29931dc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:23.796985 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f9dabbee-df07-445a-bac3-a3319e85b66d req-565c582d-89ce-4224-9e27-5a63c29931dc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0509074 Aug 31 19:40:23.835831 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f9dabbee-df07-445a-bac3-a3319e85b66d req-672229ed-12c8-4ff7-93e0-46ad4a28e95f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Aug 31 19:40:23.985017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device aa3c9350-a5aa-45c3-b721-b71f843d1e9d up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:40:24.040931 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port aa3c9350-a5aa-45c3-b721-b71f843d1e9d triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:40:24.041300 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:24.361752 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b9c2a-1bc6-4058-b04a-654be4786fd3 req-c594f098-a6ee-4ef4-8731-aed9b024c1a0 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:24.363344 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-526b9c2a-1bc6-4058-b04a-654be4786fd3 req-c594f098-a6ee-4ef4-8731-aed9b024c1a0 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0501192 Aug 31 19:40:24.404972 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-526b9c2a-1bc6-4058-b04a-654be4786fd3 req-4692d099-6449-442a-9c97-e3c9128b439d tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354097 Aug 31 19:40:24.565279 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5945192-5aea-41d5-ac3a-1723f5291179 req-ae57404d-f90c-49ea-bf7a-01aacfa5f9f6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:24.566730 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a5945192-5aea-41d5-ac3a-1723f5291179 req-ae57404d-f90c-49ea-bf7a-01aacfa5f9f6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0504081 Aug 31 19:40:24.605922 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a5945192-5aea-41d5-ac3a-1723f5291179 req-1e98a79c-d6e5-4d7f-a243-2ac37285da5f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Aug 31 19:40:24.957798 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952098-8fa0-4898-a98b-057030b2f080 req-b2ec2757-dbd5-4124-aa34-de8cca988303 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:24.959394 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-78952098-8fa0-4898-a98b-057030b2f080 req-b2ec2757-dbd5-4124-aa34-de8cca988303 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0555394 Aug 31 19:40:24.997184 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-78952098-8fa0-4898-a98b-057030b2f080 req-248359bf-81ca-4dc5-8a21-dec475dda348 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Aug 31 19:40:25.135072 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658b7d2-9a9d-431c-9c3c-b57e5d0f9cfd req-035bddba-b53d-47b7-ab59-3a472bfc4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:25.136559 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f658b7d2-9a9d-431c-9c3c-b57e5d0f9cfd req-035bddba-b53d-47b7-ab59-3a472bfc4899 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 1099 time: 0.0437503 Aug 31 19:40:25.179137 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f658b7d2-9a9d-431c-9c3c-b57e5d0f9cfd req-22588206-1ba4-492b-b1da-63875509e597 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Aug 31 19:40:25.529388 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d80b4-06d9-475e-80a2-3bb01ff0bfed req-548688dd-ffd8-452b-aa7b-629dd9fb2877 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:25.530921 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-151d80b4-06d9-475e-80a2-3bb01ff0bfed req-548688dd-ffd8-452b-aa7b-629dd9fb2877 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Aug 31 19:40:25.569111 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-151d80b4-06d9-475e-80a2-3bb01ff0bfed req-2582e315-bd8a-46d2-94e2-1aad0bd3d7ef tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Aug 31 19:40:25.726441 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35aa55-f80c-4499-9b3d-200fa3ca7d36 req-fc4fd7e8-1fde-45bc-9a39-536a290adfe0 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:25.728086 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-af35aa55-f80c-4499-9b3d-200fa3ca7d36 req-fc4fd7e8-1fde-45bc-9a39-536a290adfe0 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0507412 Aug 31 19:40:25.767658 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-af35aa55-f80c-4499-9b3d-200fa3ca7d36 req-473723f4-23cd-42a8-a336-f559218ae424 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Aug 31 19:40:26.132916 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaef344-3476-408c-bf02-0f5af58e9632 req-9c6c5833-b56d-434e-a64c-640f3f2a4251 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:26.134628 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-abaef344-3476-408c-bf02-0f5af58e9632 req-9c6c5833-b56d-434e-a64c-640f3f2a4251 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0547237 Aug 31 19:40:26.174471 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-abaef344-3476-408c-bf02-0f5af58e9632 req-3e38ed11-5285-4384-8e01-c3244bb61e0b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Aug 31 19:40:26.691339 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857f0b9-c6a3-4894-a6a1-5e6d6b7df169 req-4d94c7d3-221c-4f4f-8ac9-bbccf6e54488 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:26.693473 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c857f0b9-c6a3-4894-a6a1-5e6d6b7df169 req-4d94c7d3-221c-4f4f-8ac9-bbccf6e54488 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0506611 Aug 31 19:40:26.734958 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c857f0b9-c6a3-4894-a6a1-5e6d6b7df169 req-27f0b077-ee4d-4179-8bcb-1e06cb619156 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354860 Aug 31 19:40:26.742275 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:26.887008 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b09aa0-fc5b-4e22-828e-89dfe85175f0 req-c63425c3-c5be-406f-838c-d719bd9ed39d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:26.888519 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-54b09aa0-fc5b-4e22-828e-89dfe85175f0 req-c63425c3-c5be-406f-838c-d719bd9ed39d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0488775 Aug 31 19:40:26.930836 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-54b09aa0-fc5b-4e22-828e-89dfe85175f0 req-b81e84b8-3c69-448b-9f18-b4d882f50251 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364940 Aug 31 19:40:27.291924 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a0305-9d1b-45f4-8ef6-e92359e03095 req-a9c99c28-0cc9-49ca-98f9-398316cd5b89 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:27.293429 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6a4a0305-9d1b-45f4-8ef6-e92359e03095 req-a9c99c28-0cc9-49ca-98f9-398316cd5b89 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0508301 Aug 31 19:40:27.336587 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6a4a0305-9d1b-45f4-8ef6-e92359e03095 req-6fca9ea6-1f05-419a-90f4-50d037afd33b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Aug 31 19:40:27.856878 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f817e94-3fb5-47fb-bce6-9d384a9bd00d req-d3b10868-34b9-472e-beff-92f74892be4e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:27.858301 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6f817e94-3fb5-47fb-bce6-9d384a9bd00d req-d3b10868-34b9-472e-beff-92f74892be4e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0482826 Aug 31 19:40:27.896411 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6f817e94-3fb5-47fb-bce6-9d384a9bd00d req-514c38a2-1a1e-417a-b1ad-c59b186cab7b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Aug 31 19:40:28.047324 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25bf1d-f845-4296-898b-88e9cf8cbd46 req-32c62492-d09e-45cd-ac84-dc2668b88666 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:28.049055 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3a25bf1d-f845-4296-898b-88e9cf8cbd46 req-32c62492-d09e-45cd-ac84-dc2668b88666 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0507560 Aug 31 19:40:28.096075 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3a25bf1d-f845-4296-898b-88e9cf8cbd46 req-032969c9-90bf-4962-bd67-47477da2e036 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379987 Aug 31 19:40:28.452830 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8be3f7-5dff-481d-bf0b-36d4be237cb3 req-eb058d45-bfda-46ca-ba33-64533b1d924d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:28.454384 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6a8be3f7-5dff-481d-bf0b-36d4be237cb3 req-eb058d45-bfda-46ca-ba33-64533b1d924d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0488429 Aug 31 19:40:28.493928 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6a8be3f7-5dff-481d-bf0b-36d4be237cb3 req-d5f1a3d2-0a6a-4971-8060-ccc01a340b0f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Aug 31 19:40:29.016287 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27031c4-4c61-4bab-9e6b-695aa4de85d5 req-d02d8776-2950-41d8-8d39-00713cba3127 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:29.017757 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e27031c4-4c61-4bab-9e6b-695aa4de85d5 req-d02d8776-2950-41d8-8d39-00713cba3127 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0479927 Aug 31 19:40:29.054908 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e27031c4-4c61-4bab-9e6b-695aa4de85d5 req-0cfaf923-7b9c-44dd-92f2-b9dba60e55b6 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311060 Aug 31 19:40:29.213415 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee909f-3cc8-4980-bed7-dca1950c054a req-95d88ea4-5254-4924-a341-3e2bb04cdebf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:29.214931 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-08ee909f-3cc8-4980-bed7-dca1950c054a req-95d88ea4-5254-4924-a341-3e2bb04cdebf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0484045 Aug 31 19:40:29.257121 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-08ee909f-3cc8-4980-bed7-dca1950c054a req-fe82f3c7-09f2-490e-80e9-9d13b3c5ce98 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Aug 31 19:40:29.613889 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb1ae1-7489-4a91-91df-bb7692e6c598 req-a6fb82dc-dbb3-48fc-977e-ffe8eea9b0f2 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:29.615395 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1efb1ae1-7489-4a91-91df-bb7692e6c598 req-a6fb82dc-dbb3-48fc-977e-ffe8eea9b0f2 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0537446 Aug 31 19:40:29.652067 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1efb1ae1-7489-4a91-91df-bb7692e6c598 req-f9f890b9-d3ff-49dc-9eae-80fcc9f3da83 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307655 Aug 31 19:40:30.179881 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779010-3b03-453e-b005-03bc3982a96e req-9211ef72-c3d0-4433-98ab-80ae5a8e26a6 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:30.181410 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ca779010-3b03-453e-b005-03bc3982a96e req-9211ef72-c3d0-4433-98ab-80ae5a8e26a6 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0556746 Aug 31 19:40:30.220666 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ca779010-3b03-453e-b005-03bc3982a96e req-0fe7736b-3298-41bc-8cd7-a69f192f393f tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332727 Aug 31 19:40:30.374084 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cab75-926a-41f3-bd20-d53543ebd1ef req-61103728-0c16-4b66-a341-83b5b1753da1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:30.375590 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-141cab75-926a-41f3-bd20-d53543ebd1ef req-61103728-0c16-4b66-a341-83b5b1753da1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0496504 Aug 31 19:40:30.423856 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-141cab75-926a-41f3-bd20-d53543ebd1ef req-50aacd5b-6b09-4117-9922-025f69ab16db tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395641 Aug 31 19:40:30.766647 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db069c23-96c8-44e9-b254-f9b011799267 req-24579f03-1f76-4cd5-92b0-15cdef54644d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:30.768265 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-db069c23-96c8-44e9-b254-f9b011799267 req-24579f03-1f76-4cd5-92b0-15cdef54644d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0496802 Aug 31 19:40:30.809793 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-db069c23-96c8-44e9-b254-f9b011799267 req-2702ee72-11dc-4e46-99c1-7c8de9b52022 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Aug 31 19:40:31.336807 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b4c57-b770-4348-a8e9-be5867a61373 req-1079dc0b-d5e4-4f7b-b3db-23769bd0d856 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:31.338383 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-994b4c57-b770-4348-a8e9-be5867a61373 req-1079dc0b-d5e4-4f7b-b3db-23769bd0d856 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0495703 Aug 31 19:40:31.376924 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-994b4c57-b770-4348-a8e9-be5867a61373 req-7e32624a-0d1c-40f8-b21b-968f524af559 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323846 Aug 31 19:40:31.540413 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dda15-a1f0-4837-9d3c-d7f9a9dcd762 req-01f689bb-d098-432f-a6bb-a5a90b729031 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:31.541994 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-319dda15-a1f0-4837-9d3c-d7f9a9dcd762 req-01f689bb-d098-432f-a6bb-a5a90b729031 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0518847 Aug 31 19:40:31.585524 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-319dda15-a1f0-4837-9d3c-d7f9a9dcd762 req-23f5a82e-e8ba-44d6-a2e9-db7889543909 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376816 Aug 31 19:40:31.923935 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0d5f0-6535-49ee-aaf6-a5e6cc648174 req-3353c3bf-8b24-48aa-92a3-42c2022b2dca tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:31.925665 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20b0d5f0-6535-49ee-aaf6-a5e6cc648174 req-3353c3bf-8b24-48aa-92a3-42c2022b2dca tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0477276 Aug 31 19:40:31.964762 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20b0d5f0-6535-49ee-aaf6-a5e6cc648174 req-b0e3d69c-f5ca-41e9-a497-742ffbc02761 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Aug 31 19:40:32.500430 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767176d-00b6-4c99-bb51-e995b7f75e7c req-cf71dc7e-dbc4-4c9f-815b-aa3cee5b363e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:32.501936 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1767176d-00b6-4c99-bb51-e995b7f75e7c req-cf71dc7e-dbc4-4c9f-815b-aa3cee5b363e tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0515196 Aug 31 19:40:32.540434 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1767176d-00b6-4c99-bb51-e995b7f75e7c req-2bc3118b-00d3-4883-9eec-f2fb4b041bf7 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Aug 31 19:40:32.740203 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63c790-37c6-48fd-968f-d3450b98f016 req-c6ee0564-6804-4a62-8820-79f6f8dbf1bd tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:32.741684 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-aa63c790-37c6-48fd-968f-d3450b98f016 req-c6ee0564-6804-4a62-8820-79f6f8dbf1bd tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0476758 Aug 31 19:40:32.781172 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-aa63c790-37c6-48fd-968f-d3450b98f016 req-7b94625b-799b-474a-a8b3-8098558d7a12 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Aug 31 19:40:33.076948 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df709ec-d4a4-4a39-8646-98b94bfb8f4c req-5db1502d-e775-43d8-b7cb-34d0d9e26692 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:33.078450 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4df709ec-d4a4-4a39-8646-98b94bfb8f4c req-5db1502d-e775-43d8-b7cb-34d0d9e26692 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0475411 Aug 31 19:40:33.118594 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4df709ec-d4a4-4a39-8646-98b94bfb8f4c req-25be8eea-3ea9-46d8-9a0e-597f3256c816 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334833 Aug 31 19:40:33.658040 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fcc6e-0718-40ac-a486-6e7f29631a51 req-c68094d6-4655-4326-8b4d-208b0c5d5ac4 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:33.659457 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-233fcc6e-0718-40ac-a486-6e7f29631a51 req-c68094d6-4655-4326-8b4d-208b0c5d5ac4 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0501211 Aug 31 19:40:33.700245 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-233fcc6e-0718-40ac-a486-6e7f29631a51 req-7978e52c-294b-4a97-a096-c833e56decb8 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341995 Aug 31 19:40:33.902502 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb709ada-6786-4d53-9dde-c53f45146e21 req-ed57bd14-b566-4198-8781-85810161a4e5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:33.904037 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fb709ada-6786-4d53-9dde-c53f45146e21 req-ed57bd14-b566-4198-8781-85810161a4e5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0489199 Aug 31 19:40:33.951890 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fb709ada-6786-4d53-9dde-c53f45146e21 req-79d968f9-80b8-4ced-9cd5-ac2a5d71121c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Aug 31 19:40:34.232903 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1367122-d70e-4a41-8d06-77437eeaafe4 req-77913446-b151-4e7b-b06c-347dcb62aa59 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:34.234427 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f1367122-d70e-4a41-8d06-77437eeaafe4 req-77913446-b151-4e7b-b06c-347dcb62aa59 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0484931 Aug 31 19:40:34.278318 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f1367122-d70e-4a41-8d06-77437eeaafe4 req-ff544c10-dc77-4837-92ac-11d9f2649633 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356441 Aug 31 19:40:34.816100 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6267cd5-5e0c-4ab4-94c7-539247719fe9 req-3644e754-18ee-44a5-9916-594df2e7a851 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:34.817642 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b6267cd5-5e0c-4ab4-94c7-539247719fe9 req-3644e754-18ee-44a5-9916-594df2e7a851 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0490601 Aug 31 19:40:34.860066 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b6267cd5-5e0c-4ab4-94c7-539247719fe9 req-32db5287-f209-44eb-85c5-792491b36f57 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362699 Aug 31 19:40:35.079455 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79155214-beb5-45d0-97d0-10651071ca8c req-684e3d59-18f8-4c3a-a4bf-cff16a902659 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:35.081106 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-79155214-beb5-45d0-97d0-10651071ca8c req-684e3d59-18f8-4c3a-a4bf-cff16a902659 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0565953 Aug 31 19:40:35.125636 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-79155214-beb5-45d0-97d0-10651071ca8c req-599de05b-d4b9-48a9-b54a-b3d3981d2fba tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381660 Aug 31 19:40:35.391530 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a5def-6074-4c21-8f88-f31d74c2160c req-cbdb6e0a-09e1-4a91-8546-6ad3265bdafc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:35.393018 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7a6a5def-6074-4c21-8f88-f31d74c2160c req-cbdb6e0a-09e1-4a91-8546-6ad3265bdafc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.0483992 Aug 31 19:40:35.432975 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7a6a5def-6074-4c21-8f88-f31d74c2160c req-df707b9b-62ff-4077-b697-29eaba54f7cc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339406 Aug 31 19:40:35.746902 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-ce44c53c-410c-4975-b766-f425c7e6b8aa tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:35.748560 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-ce44c53c-410c-4975-b766-f425c7e6b8aa tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.55 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.0587850 Aug 31 19:40:36.152849 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4775-0e88-447f-b5aa-11473004a427 req-bcdabb8e-bd5f-4223-afc6-f2d156e06d3b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:36.155914 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-59ec4775-0e88-447f-b5aa-11473004a427 req-bcdabb8e-bd5f-4223-afc6-f2d156e06d3b tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 945 time: 0.1093802 Aug 31 19:40:36.204167 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Deleting port 14f36cb5-ad2b-4d31-9e05-b51667152185 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:40:36.204492 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.286567 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-59ec4775-0e88-447f-b5aa-11473004a427 req-5779c8c4-07b5-4e0d-9b65-b1dcf7ee3527 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1b3607e-91e1-4d1c-9241-070762896426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164908 Aug 31 19:40:36.335318 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] For port 14f36cb5-ad2b-4d31-9e05-b51667152185, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=14f36cb5-ad2b-4d31-9e05-b51667152185,segment=NetworkSegment(a287f3b9-6a14-4f55-a16e-251f233f8f1d),segment_id=a287f3b9-6a14-4f55-a16e-251f233f8f1d)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:36.335933 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.356074 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Calling delete_port for 14f36cb5-ad2b-4d31-9e05-b51667152185 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:40:36.382327 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a23580-3e93-41af-bf72-c2ff9b2c8171 req-af5b8a43-8ee8-43d7-bee3-a82fffa027d5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:36.384217 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-53a23580-3e93-41af-bf72-c2ff9b2c8171 req-af5b8a43-8ee8-43d7-bee3-a82fffa027d5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0517342 Aug 31 19:40:36.430776 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-53a23580-3e93-41af-bf72-c2ff9b2c8171 req-7ef32b8f-242f-464a-abd4-f64d8fd922b2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Aug 31 19:40:36.531425 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.568226 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Pushing event deleted for resources: {'Port': ['ID=14f36cb5-ad2b-4d31-9e05-b51667152185,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:36.586951 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['14f36cb5-ad2b-4d31-9e05-b51667152185'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:36.637342 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] No DVR routers for this DVR port 14f36cb5-ad2b-4d31-9e05-b51667152185 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:40:36.640556 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:36.642997 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3a072105-a3c8-42f0-9e0c-ee688d410c81 req-d239f7d2-c8da-4222-97a7-5581961c1f27 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.55 "DELETE /v2.0/ports/14f36cb5-ad2b-4d31-9e05-b51667152185 HTTP/1.1" status: 204 len: 173 time: 0.8866308 Aug 31 19:40:36.643479 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50aaa604-e242-4b27-9c0a-38bedbce2404', 'name': 'network-vif-deleted', 'tag': '14f36cb5-ad2b-4d31-9e05-b51667152185'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:36.646217 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fa1089-4c4f-4733-95d6-f828c20f0b0d" -d '{"events": [{"server_uuid": "50aaa604-e242-4b27-9c0a-38bedbce2404", "name": "network-vif-deleted", "tag": "14f36cb5-ad2b-4d31-9e05-b51667152185"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:36.695958 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc0cd41-3d99-4979-8c71-9108a37e1953 x-openstack-request-id: req-5fc0cd41-3d99-4979-8c71-9108a37e1953 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:36.696265 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50aaa604-e242-4b27-9c0a-38bedbce2404", "name": "network-vif-deleted", "tag": "14f36cb5-ad2b-4d31-9e05-b51667152185", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:36.696570 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fc0cd41-3d99-4979-8c71-9108a37e1953 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:36.696922 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50aaa604-e242-4b27-9c0a-38bedbce2404', 'name': 'network-vif-deleted', 'tag': '14f36cb5-ad2b-4d31-9e05-b51667152185', 'status': 'completed', 'code': 200} Aug 31 19:40:37.391169 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-28ab9fbf-f335-49d3-bf8c-5d7f034a3356 req-cf509e42-0771-4479-8de2-6ab6ed463988 tempest-DeleteServersTestJSON-2087717020 tempest-DeleteServersTestJSON-2087717020-project] 10.222.0.54 "GET /v2.0/ports?device_id=50aaa604-e242-4b27-9c0a-38bedbce2404 HTTP/1.1" status: 200 len: 210 time: 0.0295765 Aug 31 19:40:37.559465 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ccb35-9656-40d4-8a3b-bdd3e6657d15 req-3ea6a45c-5762-4433-bf9b-0d0be7ba1e4b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:37.561181 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8b8ccb35-9656-40d4-8a3b-bdd3e6657d15 req-3ea6a45c-5762-4433-bf9b-0d0be7ba1e4b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0534701 Aug 31 19:40:37.638292 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8b8ccb35-9656-40d4-8a3b-bdd3e6657d15 req-a3326d3d-7432-46ca-a691-e542cfc9fabd tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674884 Aug 31 19:40:38.406584 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 44540) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:38.441347 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1cec1b20-8b11-4797-8bb5-9b65f6638fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:38.528070 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9c56a6b-3b2d-4898-a8c9-be9c9a979b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:38.668686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9c56a6b-3b2d-4898-a8c9-be9c9a979b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:38.674886 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9c56a6b-3b2d-4898-a8c9-be9c9a979b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:38.740748 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d9c56a6b-3b2d-4898-a8c9-be9c9a979b48 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fcc45fdf11ec47cb8bce13c18f4b9be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364654 Aug 31 19:40:38.743647 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44576) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:38.753157 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c56a6b-3b2d-4898-a8c9-be9c9a979b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3e5746-e3e9-4cc6-bb1b-3841f0f07ffb,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:38.807353 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c374-1f1a-4291-b79a-9aa18467a7b4 req-31d7f329-1479-45da-b080-b30abfec3f81 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:38.809919 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-95b0c374-1f1a-4291-b79a-9aa18467a7b4 req-31d7f329-1479-45da-b080-b30abfec3f81 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0678036 Aug 31 19:40:38.823223 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 14f36cb5-ad2b-4d31-9e05-b51667152185 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:40:38.830792 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f4d8-8c16-41a0-b332-5e2d9d19e879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:38.872070 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f4d8-8c16-41a0-b332-5e2d9d19e879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:38.873017 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-95b0c374-1f1a-4291-b79a-9aa18467a7b4 req-78e982b1-f695-4e2d-9e13-4a8e8425621a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514033 Aug 31 19:40:38.875331 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 14f36cb5-ad2b-4d31-9e05-b51667152185 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:40:38.875674 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 14f36cb5-ad2b-4d31-9e05-b51667152185 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:40:38.998732 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f4d8-8c16-41a0-b332-5e2d9d19e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.001176 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f4d8-8c16-41a0-b332-5e2d9d19e879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.002325 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-6aa6f4d8-8c16-41a0-b332-5e2d9d19e879 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e3e5746-e3e9-4cc6-bb1b-3841f0f07ffb HTTP/1.1" status: 204 len: 168 time: 0.2569702 Aug 31 19:40:39.021900 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6f4d8-8c16-41a0-b332-5e2d9d19e879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3e5746-e3e9-4cc6-bb1b-3841f0f07ffb,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:39.044774 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-89f16c50-f8c1-43bf-9b66-e5d92e3d286b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:39.046522 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-89f16c50-f8c1-43bf-9b66-e5d92e3d286b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 815 time: 0.1443620 Aug 31 19:40:39.062699 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-3db8961d-7ecc-4ec0-a754-d004ba0e46be tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/quotas/00e87c51ca5f418c9f5b53c948822f53 HTTP/1.1" status: 200 len: 375 time: 0.0094733 Aug 31 19:40:39.116996 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-791125fc-9ed5-44eb-aa86-67e831b7529c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478561 Aug 31 19:40:39.234600 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-ed3029c2-5b23-4cdb-9cbf-b09797886e31 service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092644 Aug 31 19:40:39.368337 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-6c2b7be3-df90-47b2-8903-be05df61a051 service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212542 Aug 31 19:40:39.384557 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 44606) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:39.399383 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7456-190d-4cc5-9e45-e5c919f50a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.512867 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7456-190d-4cc5-9e45-e5c919f50a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.518133 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7456-190d-4cc5-9e45-e5c919f50a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.580478 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-993d53b2-ebdb-42cb-88af-608f49ed2143 req-e97298e0-df8f-4a10-9554-fb4017936093 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0499048 Aug 31 19:40:39.585683 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a7456-190d-4cc5-9e45-e5c919f50a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5955746c-df05-40b5-9aff-ed5a1c30b09c,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:39.592644 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-ae2a7456-190d-4cc5-9e45-e5c919f50a2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28c4a0b69a2a406b838c4fd2c5b63f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068822 Aug 31 19:40:39.595653 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44614) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:39.669621 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0fe6596b-54f9-4d24-a945-157c69b46e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.693349 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0fe6596b-54f9-4d24-a945-157c69b46e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.747759 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0fe6596b-54f9-4d24-a945-157c69b46e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.751670 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0fe6596b-54f9-4d24-a945-157c69b46e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:39.762331 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-0fe6596b-54f9-4d24-a945-157c69b46e06 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5955746c-df05-40b5-9aff-ed5a1c30b09c HTTP/1.1" status: 204 len: 168 time: 0.1590576 Aug 31 19:40:39.771089 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6596b-54f9-4d24-a945-157c69b46e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5955746c-df05-40b5-9aff-ed5a1c30b09c,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:40.004554 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0201f5f-e7c3-48b4-8cd2-2fe5268ba1df req-c35e2c9d-3172-487a-a9d0-0d0bd84136a8 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:40.006641 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f0201f5f-e7c3-48b4-8cd2-2fe5268ba1df req-c35e2c9d-3172-487a-a9d0-0d0bd84136a8 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0569530 Aug 31 19:40:40.026254 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 44636) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:40.071584 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f0201f5f-e7c3-48b4-8cd2-2fe5268ba1df req-bf279b44-58e6-4857-9459-84d941928416 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582101 Aug 31 19:40:40.095820 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e8ea03-e116-47f6-9d93-5c5db231ac4b admin admin] Deleting subnet 66e87f72-2b41-42d0-9c46-5986a8f3a542 {{(pid=95343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:40:40.095820 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-13e8ea03-e116-47f6-9d93-5c5db231ac4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.129010 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-13e8ea03-e116-47f6-9d93-5c5db231ac4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3743097'] for subnet, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.200830 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-13e8ea03-e116-47f6-9d93-5c5db231ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.264999 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-13e8ea03-e116-47f6-9d93-5c5db231ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2983670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25168879'] for subnet, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.294650 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-13e8ea03-e116-47f6-9d93-5c5db231ac4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.296688 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-13e8ea03-e116-47f6-9d93-5c5db231ac4b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/66e87f72-2b41-42d0-9c46-5986a8f3a542 HTTP/1.1" status: 204 len: 168 time: 0.2690990 Aug 31 19:40:40.297703 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8ea03-e116-47f6-9d93-5c5db231ac4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e87f72-2b41-42d0-9c46-5986a8f3a542,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:40.299251 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44646) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:40.383707 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.477953 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.492244 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3ac307-3f02-496a-89f4-009e58169605']}} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:40.506751 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a287f3b9-6a14-4f55-a16e-251f233f8f1d') {'for_net_delete': True} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:40.507041 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a287f3b9-6a14-4f55-a16e-251f233f8f1d') {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:40:40.516621 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26020164'] for segment, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.533170 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.541154 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=95340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:40:40.541581 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25375528'] for segment, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: Traceback (most recent call last): Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: timer() Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: cb(*args, **kw) Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: return func(*args, **kwargs) Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: self._notify() Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: self.callback(batched_events) Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: event.method(event) Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: return f(self, *a, **k) Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._get(url).json() Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: return self.request(url, 'GET', **kwargs) Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:40:40.543779 dv-cinder-789564-13-iscsi neutron-server[95340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:40:40.617017 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.622832 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:40.624904 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7f3ac307-3f02-496a-89f4-009e58169605 HTTP/1.1" status: 204 len: 168 time: 0.3243392 Aug 31 19:40:40.639080 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bab1b-052d-43a4-b7f0-598350c9cc38 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3ac307-3f02-496a-89f4-009e58169605,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:40.715755 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-37717a18-daa3-4b62-a0bd-f1457586e1fc req-9d587b3d-d1c7-4f46-9a4a-8b7dbd656d13 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0292687 Aug 31 19:40:40.854065 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44672) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:41.108384 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-867d81da-4c8c-4ea5-8a72-8fdae8e69332 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d214c7f64af14f6e853437209c479c5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2525525 Aug 31 19:40:41.110515 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44682) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:41.184920 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d1e1dabf-0cd3-4c12-a3dc-ee7981d29e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.214253 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d1e1dabf-0cd3-4c12-a3dc-ee7981d29e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.241029 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b8b8-65e4-4539-8aa5-f026cb94fee9 req-f5bf5376-abc0-453d-a5c2-310af0d1aa83 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:41.242729 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2256b8b8-65e4-4539-8aa5-f026cb94fee9 req-f5bf5376-abc0-453d-a5c2-310af0d1aa83 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0905452 Aug 31 19:40:41.304022 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2256b8b8-65e4-4539-8aa5-f026cb94fee9 req-0a84c18c-8d0b-419e-86f4-12159769dd3f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524974 Aug 31 19:40:41.312744 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d1e1dabf-0cd3-4c12-a3dc-ee7981d29e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.326810 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d1e1dabf-0cd3-4c12-a3dc-ee7981d29e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.326810 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-d1e1dabf-0cd3-4c12-a3dc-ee7981d29e11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1b3607e-91e1-4d1c-9241-070762896426 HTTP/1.1" status: 204 len: 168 time: 0.2137544 Aug 31 19:40:41.338330 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1dabf-0cd3-4c12-a3dc-ee7981d29e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b3607e-91e1-4d1c-9241-070762896426,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:41.531650 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:41.845794 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a973433f-94c7-4573-8f04-f60b90a1e777 req-6538d545-a606-44e1-9d77-26d972dc239f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0306385 Aug 31 19:40:41.898592 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-a2c20347-6f42-4a0e-81c6-7f39d5584601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.436849 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401aa7a-5b06-4bb1-991d-4675342c9513 req-afb40b7a-69e5-4466-9705-3daf087ad276 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:42.438388 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e401aa7a-5b06-4bb1-991d-4675342c9513 req-afb40b7a-69e5-4466-9705-3daf087ad276 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0491734 Aug 31 19:40:42.477813 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e401aa7a-5b06-4bb1-991d-4675342c9513 req-597d3756-a06b-428e-9b04-2a4615391fdf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Aug 31 19:40:42.831660 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44764) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:42.926493 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:42.959177 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9541345b-53ed-438b-95ae-f017e096ae3a req-8cbcf10a-81bb-4001-810f-1c86dfd77749 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0356719 Aug 31 19:40:42.966778 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-763e6c04-57a7-4346-9a75-e2e062f9ce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.071508 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-763e6c04-57a7-4346-9a75-e2e062f9ce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.075712 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-763e6c04-57a7-4346-9a75-e2e062f9ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.112622 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-763e6c04-57a7-4346-9a75-e2e062f9ce24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e63a237e5ee439694120bcf324cd9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798092 Aug 31 19:40:43.114091 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e6c04-57a7-4346-9a75-e2e062f9ce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22870428-6385-4a49-8903-48a8219819ac,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:43.116739 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 44772) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:43.169249 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4d18e37c-e66d-45e8-828a-63c7059496b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.193188 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4d18e37c-e66d-45e8-828a-63c7059496b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.240748 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4d18e37c-e66d-45e8-828a-63c7059496b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.243346 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4d18e37c-e66d-45e8-828a-63c7059496b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:43.244502 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-4d18e37c-e66d-45e8-828a-63c7059496b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22870428-6385-4a49-8903-48a8219819ac HTTP/1.1" status: 204 len: 168 time: 0.1264434 Aug 31 19:40:43.252328 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18e37c-e66d-45e8-828a-63c7059496b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22870428-6385-4a49-8903-48a8219819ac,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:43.600126 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161fd1-e03e-4ee1-b52f-ef7b72b0dfd8 req-51ef3182-9222-4452-b405-bb9bfe6f18d5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:43.601686 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ce161fd1-e03e-4ee1-b52f-ef7b72b0dfd8 req-51ef3182-9222-4452-b405-bb9bfe6f18d5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Aug 31 19:40:43.640094 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ce161fd1-e03e-4ee1-b52f-ef7b72b0dfd8 req-62cdfd0f-d7fd-44ac-9885-87e46f27183f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Aug 31 19:40:44.071973 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8f3834af-0248-444e-b833-b9a872bb5d3d req-8c64f921-62e1-457c-8477-bae3083aad65 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0300260 Aug 31 19:40:44.447083 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:44.764610 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3992762-93d5-4ebc-9c5f-021d9730fbab req-863154ae-5f38-4282-b11c-879a338bef6f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:44.766152 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c3992762-93d5-4ebc-9c5f-021d9730fbab req-863154ae-5f38-4282-b11c-879a338bef6f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0529523 Aug 31 19:40:44.805410 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c3992762-93d5-4ebc-9c5f-021d9730fbab req-a0d2845b-3200-4607-94cb-e1b459f0d440 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Aug 31 19:40:45.124615 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a35ef-0a75-43ab-953b-4b6e41edf939 req-8c7c657e-78ea-47d4-b84d-0b4294440247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:45.126374 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5d0a35ef-0a75-43ab-953b-4b6e41edf939 req-8c7c657e-78ea-47d4-b84d-0b4294440247 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 1098 time: 0.0705330 Aug 31 19:40:45.168822 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8dfc3afa-182d-4b4c-897e-dd7b13347812 req-b2223d6f-90a8-4f15-881c-2351c4c8fb14 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0281677 Aug 31 19:40:45.336196 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5d0a35ef-0a75-43ab-953b-4b6e41edf939 req-d89a01e1-e664-4d00-9f7a-337fb4138177 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333612 Aug 31 19:40:45.932025 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054b7dd-96df-4b39-ae2b-561866ca86cb req-487b63fa-a24d-4948-af0e-ae474a92881f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:45.933492 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d054b7dd-96df-4b39-ae2b-561866ca86cb req-487b63fa-a24d-4948-af0e-ae474a92881f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0526397 Aug 31 19:40:45.971332 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d054b7dd-96df-4b39-ae2b-561866ca86cb req-ca1b921d-e4dd-497f-82fe-52b9fadf2e8a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Aug 31 19:40:46.267495 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-43505824-e10d-4166-8709-0820a5f954c8 req-712eb04a-fbf7-4ae2-99de-0e66066b5d9f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0272911 Aug 31 19:40:46.481601 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bcc11f1-e96f-43da-9ab5-67b34f8f9c26 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:46.483653 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bcc11f1-e96f-43da-9ab5-67b34f8f9c26 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 815 time: 0.1342435 Aug 31 19:40:46.508663 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Request body: {'port': {'device_id': '04021bda-3230-40fe-a5d3-8da7f8af3ab0', 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a', 'admin_state_up': True, 'tenant_id': '00e87c51ca5f418c9f5b53c948822f53'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:46.626050 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Made reservation on behalf of 00e87c51ca5f418c9f5b53c948822f53 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:40:46.630151 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:46.791499 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Allocated IP 172.20.0.5 (c7ea806c-f8cd-4e05-8a77-dbe08222f90a/7af79d9f-7bce-460f-ad8a-5758861deb7a/ce5620e7-789e-445b-8d97-739675055bbd) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:40:47.029201 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.074135 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.120834 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Network c7ea806c-f8cd-4e05-8a77-dbe08222f90a is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:40:47.124939 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['c6570840-1b50-431a-bbb6-a801953ca3bc', '248b3aba-4f9c-4ce9-91ae-3097538bb3e4'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:40:47.126626 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:40:47.131992 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:40:47.138160 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Pushing event updated for resources: {'Port': ['ID=ce5620e7-789e-445b-8d97-739675055bbd,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:47.138545 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcc01b-4909-48bd-90d8-fdc586581426 req-7f80c274-65e8-4279-8719-eb6f7de66c77 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:47.141217 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b9dcc01b-4909-48bd-90d8-fdc586581426 req-7f80c274-65e8-4279-8719-eb6f7de66c77 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0890968 Aug 31 19:40:47.168737 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.169092 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.169408 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.169740 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.170122 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.170473 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.170798 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.171116 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.171609 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.172108 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.172585 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.173054 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:47.205427 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:47.206372 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.235105 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-9bdecc05-63c2-4bd6-a9f9-d4d31d3fb79b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331436 Aug 31 19:40:47.273727 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Request body: {'port': {'device_id': '04021bda-3230-40fe-a5d3-8da7f8af3ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:40:47.277398 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b9dcc01b-4909-48bd-90d8-fdc586581426 req-d0036500-6b33-4ff0-b2ae-68e44d2f307c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289110 Aug 31 19:40:47.352801 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.515949 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49813-b328-4c9f-89a9-f1f290a6c7d4 req-52fa489c-c227-4c45-bbfe-273cec720e48 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:47.519100 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6cd49813-b328-4c9f-89a9-f1f290a6c7d4 req-52fa489c-c227-4c45-bbfe-273cec720e48 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 931 time: 0.1237168 Aug 31 19:40:47.627922 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6cd49813-b328-4c9f-89a9-f1f290a6c7d4 req-7f906815-73a2-457e-94d0-7e3d3eba6eb4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925448 Aug 31 19:40:47.839338 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5620e7-789e-445b-8d97-739675055bbd {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:47.849640 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:47.874243 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Transition to ACTIVE for port object ce5620e7-789e-445b-8d97-739675055bbd will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:40:47.881884 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.010880 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Pushing event updated for resources: {'Port': ['ID=ce5620e7-789e-445b-8d97-739675055bbd,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:48.103957 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Attempting to bind port ce5620e7-789e-445b-8d97-739675055bbd on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:40:48.104370 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Attempting to bind port ce5620e7-789e-445b-8d97-739675055bbd by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:40:48.104761 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Attempting to bind port ce5620e7-789e-445b-8d97-739675055bbd on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:48.110612 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Port ce5620e7-789e-445b-8d97-739675055bbd on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:40:48.111012 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Attempting to bind port ce5620e7-789e-445b-8d97-739675055bbd on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:40:48.117696 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:40:48.118202 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Checking segment: {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:40:48.118584 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Bound using segment: {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:40:48.119495 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Bound port: ce5620e7-789e-445b-8d97-739675055bbd, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:40:48.119935 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.223496 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] For port ce5620e7-789e-445b-8d97-739675055bbd, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:40:48.230341 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] For port ce5620e7-789e-445b-8d97-739675055bbd, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce5620e7-789e-445b-8d97-739675055bbd,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:40:48.243407 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.263846 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:48.264395 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:48.266492 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] 10.222.0.55 "PUT /v2.0/ports/ce5620e7-789e-445b-8d97-739675055bbd HTTP/1.1" status: 200 len: 1093 time: 0.9984119 Aug 31 19:40:48.291064 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04021bda-3230-40fe-a5d3-8da7f8af3ab0', 'tag': 'ce5620e7-789e-445b-8d97-739675055bbd'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:40:48.294279 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440d568c-ebcb-4b51-814e-f136e50dcee2" -d '{"events": [{"name": "network-changed", "server_uuid": "04021bda-3230-40fe-a5d3-8da7f8af3ab0", "tag": "ce5620e7-789e-445b-8d97-739675055bbd"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:40:48.346915 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2eda-835c-45b9-9b28-c4fd27999b6c service neutron] Pushing event updated for resources: {'Port': ['ID=ce5620e7-789e-445b-8d97-739675055bbd,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:48.447830 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665c98ea-a99f-40fd-be59-27e813ceb53d x-openstack-request-id: req-665c98ea-a99f-40fd-be59-27e813ceb53d {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:40:48.447830 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04021bda-3230-40fe-a5d3-8da7f8af3ab0", "tag": "ce5620e7-789e-445b-8d97-739675055bbd", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:40:48.448158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-665c98ea-a99f-40fd-be59-27e813ceb53d {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:40:48.448992 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04021bda-3230-40fe-a5d3-8da7f8af3ab0', 'tag': 'ce5620e7-789e-445b-8d97-739675055bbd', 'status': 'completed', 'code': 200} Aug 31 19:40:48.472213 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-40c61f8e-dc96-4756-bb46-50ad97ca6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:48.477199 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-40c61f8e-dc96-4756-bb46-50ad97ca6f93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.1031084 Aug 31 19:40:48.571296 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2af972-aba3-4cce-aa39-05b5416016b1 req-e782b706-3589-4d55-8fec-b13ca1d416d9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:48.592133 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1c2af972-aba3-4cce-aa39-05b5416016b1 req-e782b706-3589-4d55-8fec-b13ca1d416d9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1634219 Aug 31 19:40:48.600128 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-6c6fbf8f-aedc-466c-bcdf-84997188eb17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce5620e7-789e-445b-8d97-739675055bbd HTTP/1.1" status: 200 len: 217 time: 0.0927246 Aug 31 19:40:48.670474 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1c2af972-aba3-4cce-aa39-05b5416016b1 req-a706a456-3588-49fa-bef1-5ca53127e171 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730128 Aug 31 19:40:48.716930 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-d9d33fde-ff1d-4a7b-8c01-f44cadcd34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:48.721313 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-d9d33fde-ff1d-4a7b-8c01-f44cadcd34d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 200 len: 855 time: 0.0854404 Aug 31 19:40:48.768268 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-28125bdb-c1ad-428b-9f8b-a7625d527975 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379086 Aug 31 19:40:48.894235 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b909b-a9f9-406d-b90e-f50339183de7 req-989adeb5-f5b8-41d3-803c-11f1d1036cbf tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:48.896430 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a52b909b-a9f9-406d-b90e-f50339183de7 req-989adeb5-f5b8-41d3-803c-11f1d1036cbf tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 943 time: 0.1045718 Aug 31 19:40:48.945709 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9892-9aae-4f29-bd7f-22949923e794 req-ead9095c-6299-4770-8445-323a7556a65c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:48.947306 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-63cd9892-9aae-4f29-bd7f-22949923e794 req-ead9095c-6299-4770-8445-323a7556a65c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0796883 Aug 31 19:40:48.958800 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-2177e30c-14b5-4b08-adac-a695cee608ac service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818883 Aug 31 19:40:48.964393 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a52b909b-a9f9-406d-b90e-f50339183de7 req-cffe8a2c-f2a4-47ea-a6e1-165a6aca7e4b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588684 Aug 31 19:40:49.107367 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-63cd9892-9aae-4f29-bd7f-22949923e794 req-c495195c-6f27-4f6f-bfbb-8f18935664cc tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416299 Aug 31 19:40:49.163352 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-642aa736-f00c-4b96-8ce2-9fe0f2b5b83a req-6be171c5-61fa-44cb-9c55-96b93104d040 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886940 Aug 31 19:40:49.349572 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-12e3cca2-e8ee-4473-b98f-19a3f6ddfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:49.351365 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-12e3cca2-e8ee-4473-b98f-19a3f6ddfdb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 1096 time: 0.0808911 Aug 31 19:40:49.454819 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 44990) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:49.485104 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-fcc2c5b1-be72-410d-9c0b-0c1e6a9e05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:49.488264 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-fcc2c5b1-be72-410d-9c0b-0c1e6a9e05d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 916 time: 0.1282392 Aug 31 19:40:49.558904 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-3746ee09-d910-47c7-9c88-6393ec352265 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce5620e7-789e-445b-8d97-739675055bbd HTTP/1.1" status: 200 len: 217 time: 0.0600386 Aug 31 19:40:49.639334 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.726455 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-75a3df9d-a851-4672-a059-bb9ccedc6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:49.729007 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-75a3df9d-a851-4672-a059-bb9ccedc6d4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 200 len: 855 time: 0.1547561 Aug 31 19:40:49.797258 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-2b3b7a4e-dd62-4164-a88c-a8992c31ff75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551357 Aug 31 19:40:49.841462 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.847045 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.891015 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ad7977cd5ee4f409f03c73e34170a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347725 Aug 31 19:40:49.893540 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45010) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:49.900487 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72def5c1-fcad-4bd5-9762-2134c6a44011,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:49.917016 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.917016 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.917016 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.917314 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.917835 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.918204 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.918535 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.918869 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.919192 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.919508 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.919820 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.920293 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664d9f51-244e-4f28-9c6a-9e9e9e204084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:40:49.984404 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bad8961c-787b-46a7-89b3-6f11dbfc8e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:49.984655 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-8c74cc10-ee35-48ab-8db6-79280f86bfac service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620336 Aug 31 19:40:50.024285 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bad8961c-787b-46a7-89b3-6f11dbfc8e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.104007 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bad8961c-787b-46a7-89b3-6f11dbfc8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.107987 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bad8961c-787b-46a7-89b3-6f11dbfc8e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.109522 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-bad8961c-787b-46a7-89b3-6f11dbfc8e26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72def5c1-fcad-4bd5-9762-2134c6a44011 HTTP/1.1" status: 204 len: 168 time: 0.2147260 Aug 31 19:40:50.121083 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8961c-787b-46a7-89b3-6f11dbfc8e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72def5c1-fcad-4bd5-9762-2134c6a44011,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:50.180394 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c4229-887c-4a18-8010-38e52c7bafa7 req-073b3c09-45c6-4a20-b2e9-1a4c3003d5ec tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:50.182102 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5d6c4229-887c-4a18-8010-38e52c7bafa7 req-073b3c09-45c6-4a20-b2e9-1a4c3003d5ec tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0953741 Aug 31 19:40:50.195220 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-440d568c-ebcb-4b51-814e-f136e50dcee2 req-d264e349-d5f0-4705-bc3a-9a7183ac7f93 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013669 Aug 31 19:40:50.264230 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5d6c4229-887c-4a18-8010-38e52c7bafa7 req-80c1e67a-d55e-485a-97a1-439926e7c44b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679662 Aug 31 19:40:50.541865 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45022) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:50.558498 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b32a1fbd-2da5-4630-854e-5250b76bdfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.672440 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b32a1fbd-2da5-4630-854e-5250b76bdfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.678677 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b32a1fbd-2da5-4630-854e-5250b76bdfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.745352 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-b32a1fbd-2da5-4630-854e-5250b76bdfdb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f718c8b3bdb48c988752babe9d0426d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021458 Aug 31 19:40:50.748325 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a1fbd-2da5-4630-854e-5250b76bdfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14ea1cf-74c2-44f9-a98b-02c11391dad8,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:50.750019 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45030) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:50.849571 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2ab34896-0db7-4219-8a65-3450f56cb8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.891228 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2ab34896-0db7-4219-8a65-3450f56cb8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.983805 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2ab34896-0db7-4219-8a65-3450f56cb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.987766 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2ab34896-0db7-4219-8a65-3450f56cb8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:50.993818 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-2ab34896-0db7-4219-8a65-3450f56cb8d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c14ea1cf-74c2-44f9-a98b-02c11391dad8 HTTP/1.1" status: 204 len: 168 time: 0.2390847 Aug 31 19:40:51.002054 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab34896-0db7-4219-8a65-3450f56cb8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14ea1cf-74c2-44f9-a98b-02c11391dad8,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:51.187503 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbd453-ee77-4324-983d-f1a450246e21 req-7995099d-ba6c-466c-9820-325760ece849 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:51.197280 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7adbd453-ee77-4324-983d-f1a450246e21 req-7995099d-ba6c-466c-9820-325760ece849 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0866151 Aug 31 19:40:51.199388 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ea788-a65d-4b97-a21d-449550842037 req-36f75bc1-d0e4-44d6-8761-7f5e3dfa80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:51.201151 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d20ea788-a65d-4b97-a21d-449550842037 req-36f75bc1-d0e4-44d6-8761-7f5e3dfa80c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0776415 Aug 31 19:40:51.262962 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7adbd453-ee77-4324-983d-f1a450246e21 req-75475067-ca52-411a-81e8-9209090c9164 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645144 Aug 31 19:40:51.349308 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ea788-a65d-4b97-a21d-449550842037 req-594b3141-9c17-4174-93f3-588f9998ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:51.351286 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d20ea788-a65d-4b97-a21d-449550842037 req-594b3141-9c17-4174-93f3-588f9998ef23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 919 time: 0.1404040 Aug 31 19:40:51.434273 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d20ea788-a65d-4b97-a21d-449550842037 req-f0f80ab5-d4e2-4298-bc0d-52977653b453 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2233f784-6f58-48a2-862f-fe732c9603f8 HTTP/1.1" status: 200 len: 217 time: 0.0730238 Aug 31 19:40:51.848470 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ea788-a65d-4b97-a21d-449550842037 req-ee73a0c3-43b4-4d19-ae2c-d302f1e5bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:51.854358 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d20ea788-a65d-4b97-a21d-449550842037 req-ee73a0c3-43b4-4d19-ae2c-d302f1e5bdbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.4043465 Aug 31 19:40:51.867357 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9ed95-162e-4b64-8a22-112d555dbff3 req-9541101a-1e68-422f-8bea-bcd3ea58d2df tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:51.875683 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-05d9ed95-162e-4b64-8a22-112d555dbff3 req-9541101a-1e68-422f-8bea-bcd3ea58d2df tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 943 time: 0.4460559 Aug 31 19:40:51.955674 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d20ea788-a65d-4b97-a21d-449550842037 req-3c85d5f2-e5e6-4711-8c6e-6f27bbfc88d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716619 Aug 31 19:40:52.062844 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-05d9ed95-162e-4b64-8a22-112d555dbff3 req-7f372a67-a7a3-44bb-b24d-48c980616c3f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857970 Aug 31 19:40:52.137215 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d20ea788-a65d-4b97-a21d-449550842037 req-bb19b010-2719-4aea-83d1-9bcaf7372df6 service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713288 Aug 31 19:40:52.295668 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d20ea788-a65d-4b97-a21d-449550842037 req-e0068535-6393-483a-b94e-8c15b96e246a service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492836 Aug 31 19:40:52.481898 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddff200-0032-41ab-8740-3292870048fc req-cbce621a-74dd-4347-8ef9-24632592517e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:52.483472 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bddff200-0032-41ab-8740-3292870048fc req-cbce621a-74dd-4347-8ef9-24632592517e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0685735 Aug 31 19:40:52.539240 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bddff200-0032-41ab-8740-3292870048fc req-68a1681a-7c21-4b03-afbb-29c99227bc81 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472777 Aug 31 19:40:52.721158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45126) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:52.757929 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45130) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:52.843976 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7c30977f-d62e-4c7e-9d55-1e84b4f0efc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:52.916584 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c07accb1-a608-46f9-b976-6b28e682da0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.022431 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7c30977f-d62e-4c7e-9d55-1e84b4f0efc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.028942 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7c30977f-d62e-4c7e-9d55-1e84b4f0efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.118647 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30977f-d62e-4c7e-9d55-1e84b4f0efc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e614df79-fa7a-44c8-a661-61f13cb815e0,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:53.123107 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-7c30977f-d62e-4c7e-9d55-1e84b4f0efc4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1be9cd4bea3d48a88d53c376ec0da6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008741 Aug 31 19:40:53.126650 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45142) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:53.242910 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c07accb1-a608-46f9-b976-6b28e682da0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.248153 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c07accb1-a608-46f9-b976-6b28e682da0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.283999 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1b092-ac20-4864-a739-20489e7c05ed req-e1d4d581-eda3-43af-9651-c6e87545c3b4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:53.301567 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-38b1b092-ac20-4864-a739-20489e7c05ed req-e1d4d581-eda3-43af-9651-c6e87545c3b4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 943 time: 0.1375060 Aug 31 19:40:53.302600 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-c07accb1-a608-46f9-b976-6b28e682da0e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8f67477d52a49faa31bc903b3ad07dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434828 Aug 31 19:40:53.304567 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45146) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:53.305749 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-dfbff3b1-1dab-42c6-8798-f87d61a265d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.334295 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07accb1-a608-46f9-b976-6b28e682da0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e448c21-9f09-4f1e-b828-314094c0201a,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:53.395674 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-dfbff3b1-1dab-42c6-8798-f87d61a265d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.431817 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-38b1b092-ac20-4864-a739-20489e7c05ed req-9b25680f-bab4-47c7-8a72-b5b436e1c0a4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283932 Aug 31 19:40:53.433398 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e4b98e3d-20eb-419e-847f-aa422fb0da28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.490595 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e4b98e3d-20eb-419e-847f-aa422fb0da28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.498384 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-dfbff3b1-1dab-42c6-8798-f87d61a265d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.504627 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-dfbff3b1-1dab-42c6-8798-f87d61a265d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.513571 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-dfbff3b1-1dab-42c6-8798-f87d61a265d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e614df79-fa7a-44c8-a661-61f13cb815e0 HTTP/1.1" status: 204 len: 168 time: 0.3830063 Aug 31 19:40:53.526981 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbff3b1-1dab-42c6-8798-f87d61a265d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e614df79-fa7a-44c8-a661-61f13cb815e0,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:53.596962 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e4b98e3d-20eb-419e-847f-aa422fb0da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.601086 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e4b98e3d-20eb-419e-847f-aa422fb0da28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:53.602280 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e4b98e3d-20eb-419e-847f-aa422fb0da28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e448c21-9f09-4f1e-b828-314094c0201a HTTP/1.1" status: 204 len: 168 time: 0.2967532 Aug 31 19:40:53.619602 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b98e3d-20eb-419e-847f-aa422fb0da28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e448c21-9f09-4f1e-b828-314094c0201a,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:53.717372 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff6d79-8211-4603-8679-16689a74d61e req-cbb46702-d3f3-48d5-9730-af45c54dbce6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:53.718979 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f9ff6d79-8211-4603-8679-16689a74d61e req-cbb46702-d3f3-48d5-9730-af45c54dbce6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0615449 Aug 31 19:40:53.794924 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f9ff6d79-8211-4603-8679-16689a74d61e req-d362e32f-fffb-4d1d-90b2-8640791e8d09 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640607 Aug 31 19:40:54.661240 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a6500-2e59-468c-bc3b-df2bbd308c7d req-f00cea09-dce6-44b8-9868-72e1989b5d2c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:54.669854 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-410a6500-2e59-468c-bc3b-df2bbd308c7d req-f00cea09-dce6-44b8-9868-72e1989b5d2c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0862098 Aug 31 19:40:54.723716 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-410a6500-2e59-468c-bc3b-df2bbd308c7d req-ed62726e-766f-4ec3-94ce-033773380b74 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470982 Aug 31 19:40:55.016520 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bb6f1-5fe5-4d83-b796-0653cf3e694b req-dc8fd0e1-7662-4932-a2e1-9ae2edd9d747 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:55.029748 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ba8bb6f1-5fe5-4d83-b796-0653cf3e694b req-dc8fd0e1-7662-4932-a2e1-9ae2edd9d747 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1176655 Aug 31 19:40:55.125317 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ba8bb6f1-5fe5-4d83-b796-0653cf3e694b req-56357948-dfbb-4c87-bfba-8383729f62dd tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926991 Aug 31 19:40:55.295879 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-533f337d-eaf4-40d6-b6c6-713f2a617dba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853698 Aug 31 19:40:55.348470 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45248) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:55.445195 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-9093e6d5-c252-4623-84fd-e699b3496e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:55.446928 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-9093e6d5-c252-4623-84fd-e699b3496e10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 1099 time: 0.1074195 Aug 31 19:40:55.524624 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa268dec-c6a1-41f7-a162-29dfafe6f910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.611557 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-587c1d34-82c9-4717-8853-ed6b681f2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:55.614032 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-587c1d34-82c9-4717-8853-ed6b681f2a8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 916 time: 0.1366489 Aug 31 19:40:55.653846 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa268dec-c6a1-41f7-a162-29dfafe6f910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.660329 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa268dec-c6a1-41f7-a162-29dfafe6f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.663650 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-882e45fc-8468-4ceb-8eea-d8be8d314ee0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6570840-1b50-431a-bbb6-a801953ca3bc HTTP/1.1" status: 200 len: 217 time: 0.0417399 Aug 31 19:40:55.711687 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-fa268dec-c6a1-41f7-a162-29dfafe6f910 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b6dbab52e3964cd58715cb866bbf7674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612781 Aug 31 19:40:55.713340 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa268dec-c6a1-41f7-a162-29dfafe6f910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8a8360-320b-45bf-9428-d28612258bef,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:55.717429 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45266) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:40:55.790844 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-863a3b77-9088-48f4-9519-aac4aa78a3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.802509 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-826e9e98-52a6-4ae1-b938-ae06f6c87100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:55.804545 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-826e9e98-52a6-4ae1-b938-ae06f6c87100 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 200 len: 855 time: 0.1247578 Aug 31 19:40:55.837119 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-863a3b77-9088-48f4-9519-aac4aa78a3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.851987 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-6486c78f-2663-4c7c-ae76-3e5203675e09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332956 Aug 31 19:40:55.942078 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234731e0-07ee-4416-a451-72cc475a1eec req-fdd6d667-ed5b-4fb7-a25a-f758a7bbf230 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:55.943868 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-234731e0-07ee-4416-a451-72cc475a1eec req-fdd6d667-ed5b-4fb7-a25a-f758a7bbf230 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0865221 Aug 31 19:40:55.975006 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-863a3b77-9088-48f4-9519-aac4aa78a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.977897 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-863a3b77-9088-48f4-9519-aac4aa78a3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:55.983088 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-863a3b77-9088-48f4-9519-aac4aa78a3a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f8a8360-320b-45bf-9428-d28612258bef HTTP/1.1" status: 204 len: 168 time: 0.2605567 Aug 31 19:40:55.983378 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-3b7656a1-5f13-4aca-9b14-87d6d605c808 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200137 Aug 31 19:40:55.993993 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a3b77-9088-48f4-9519-aac4aa78a3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8a8360-320b-45bf-9428-d28612258bef,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:56.015893 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-234731e0-07ee-4416-a451-72cc475a1eec req-340c8135-da7d-4df2-bb8c-ded877ef0a23 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583003 Aug 31 19:40:56.150825 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-66fb0646-88b0-4fd6-b8a1-4a992df46393 req-e3879c4b-5bb4-4819-9c58-4acb065517d6 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602571 Aug 31 19:40:56.329856 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca241845-2b44-4023-948c-f4997e780cfc req-3b9c952c-e505-4433-81ae-d02b9d393ed7 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:56.334784 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ca241845-2b44-4023-948c-f4997e780cfc req-3b9c952c-e505-4433-81ae-d02b9d393ed7 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0847418 Aug 31 19:40:56.386206 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ca241845-2b44-4023-948c-f4997e780cfc req-f93a9b63-ac6e-4b83-9ed1-aaab480bbacc tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470047 Aug 31 19:40:56.753763 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:57.163094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd0822-392b-4757-92ce-933d85bc2f84 req-daf1c810-4920-4313-b812-154daca0b63c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:57.164862 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d0dd0822-392b-4757-92ce-933d85bc2f84 req-daf1c810-4920-4313-b812-154daca0b63c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0611959 Aug 31 19:40:57.217858 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d0dd0822-392b-4757-92ce-933d85bc2f84 req-178cb219-72ed-4230-b437-892a67b5a861 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 Aug 31 19:40:57.376064 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:40:57.541331 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd9947-112a-4bf4-9e1a-9a4f3e26f5d9 req-881c3b98-6c9e-41b0-be42-707af279c253 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:57.543802 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d4bd9947-112a-4bf4-9e1a-9a4f3e26f5d9 req-881c3b98-6c9e-41b0-be42-707af279c253 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0621285 Aug 31 19:40:57.605489 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d4bd9947-112a-4bf4-9e1a-9a4f3e26f5d9 req-eed2dede-d967-48a5-95a7-f318c8d3b81c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501041 Aug 31 19:40:58.359112 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41400e7d-817d-4262-bbe6-7d9d5166e2f9 req-420f566a-9554-409d-8f51-9ec6ef220a33 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:58.361373 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-41400e7d-817d-4262-bbe6-7d9d5166e2f9 req-420f566a-9554-409d-8f51-9ec6ef220a33 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 943 time: 0.0565948 Aug 31 19:40:58.434691 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-41400e7d-817d-4262-bbe6-7d9d5166e2f9 req-2b753684-f864-4f8a-a2c9-947c38320b0a tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652108 Aug 31 19:40:58.750317 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9a1d9-6450-43d5-9a5f-ae4961d5c844 req-3558f19f-a1c5-40f2-8c3b-3b2c54d568c3 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:58.754704 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0eb9a1d9-6450-43d5-9a5f-ae4961d5c844 req-3558f19f-a1c5-40f2-8c3b-3b2c54d568c3 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0721900 Aug 31 19:40:58.826524 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0eb9a1d9-6450-43d5-9a5f-ae4961d5c844 req-8b061404-0e36-4f5e-89ad-7062d0a2d12c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621939 Aug 31 19:40:59.005155 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ce5620e7-789e-445b-8d97-739675055bbd details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:40:59.243984 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ce5620e7-789e-445b-8d97-739675055bbd, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce5620e7-789e-445b-8d97-739675055bbd,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:59.271269 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'ce5620e7-789e-445b-8d97-739675055bbd', 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a', 'port_id': 'ce5620e7-789e-445b-8d97-739675055bbd', 'mac_address': 'fa:16:3e:cf:34:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af79d9f-7bce-460f-ad8a-5758861deb7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:40:59.337225 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.360519 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5620e7-789e-445b-8d97-739675055bbd {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:40:59.389601 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ce5620e7-789e-445b-8d97-739675055bbd, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce5620e7-789e-445b-8d97-739675055bbd,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:40:59.396829 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:40:59.476423 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ce5620e7-789e-445b-8d97-739675055bbd,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:40:59.635490 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e7562-3732-4aed-a659-2f70d10b0b88 req-aa529523-e8a5-4a4a-a19b-85a9b1952d98 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:59.637963 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8f6e7562-3732-4aed-a659-2f70d10b0b88 req-aa529523-e8a5-4a4a-a19b-85a9b1952d98 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 944 time: 0.0808742 Aug 31 19:40:59.712461 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8f6e7562-3732-4aed-a659-2f70d10b0b88 req-4dc718a7-50df-4b81-81c9-b234ca127808 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664728 Aug 31 19:40:59.992982 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294225f-aad3-463e-8614-12473367eb11 req-e52a8eb8-1241-4fb6-ac61-d7e16d13f637 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:40:59.994785 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e294225f-aad3-463e-8614-12473367eb11 req-e52a8eb8-1241-4fb6-ac61-d7e16d13f637 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0741434 Aug 31 19:41:00.011749 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['ce5620e7-789e-445b-8d97-739675055bbd'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:41:00.044223 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e294225f-aad3-463e-8614-12473367eb11 req-0bc20807-519f-4fa9-a0b9-357454b2b79c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Aug 31 19:41:00.609808 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45438) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:00.782724 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4bf1-7dbf-4bd8-8ec3-e19022fbe9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.936814 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66642d4a-07c4-42f6-82d2-2d1c1b665222 req-a5e5bab6-a27f-4de8-9383-fe78a1c84c4e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:00.938363 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-66642d4a-07c4-42f6-82d2-2d1c1b665222 req-a5e5bab6-a27f-4de8-9383-fe78a1c84c4e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 944 time: 0.0849223 Aug 31 19:41:00.962045 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4bf1-7dbf-4bd8-8ec3-e19022fbe9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:00.971256 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8d5b4bf1-7dbf-4bd8-8ec3-e19022fbe9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.048092 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-8d5b4bf1-7dbf-4bd8-8ec3-e19022fbe9ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5fb3e84dc2bc47398d8eadee3e68f2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361939 Aug 31 19:41:01.049115 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45450) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:01.055056 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-66642d4a-07c4-42f6-82d2-2d1c1b665222 req-2de6a8cc-1e15-40c1-99e2-f68ae27bc60c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043763 Aug 31 19:41:01.056854 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b4bf1-7dbf-4bd8-8ec3-e19022fbe9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2035f2a-6941-4404-8dc5-70b5c0a5cbbc,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:01.180790 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-eacab9ae-ef83-4c75-9636-c6c4f9f71aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.273770 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-eacab9ae-ef83-4c75-9636-c6c4f9f71aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.315687 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb954-743a-4714-8f91-c12cee778d90 req-7acf6e71-9bc8-4e8c-a43e-bca8cc866c4b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:01.317862 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9d0eb954-743a-4714-8f91-c12cee778d90 req-7acf6e71-9bc8-4e8c-a43e-bca8cc866c4b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1568060 Aug 31 19:41:01.396849 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9d0eb954-743a-4714-8f91-c12cee778d90 req-e000adfc-795b-49bf-b5ba-536cf208d692 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639865 Aug 31 19:41:01.414225 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-eacab9ae-ef83-4c75-9636-c6c4f9f71aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.419506 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-eacab9ae-ef83-4c75-9636-c6c4f9f71aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:01.426291 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-eacab9ae-ef83-4c75-9636-c6c4f9f71aa2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2035f2a-6941-4404-8dc5-70b5c0a5cbbc HTTP/1.1" status: 204 len: 168 time: 0.3699346 Aug 31 19:41:01.437494 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacab9ae-ef83-4c75-9636-c6c4f9f71aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2035f2a-6941-4404-8dc5-70b5c0a5cbbc,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:02.321318 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4586f-42f0-4e4c-9c65-6fea2fc644a3 req-c9e7ca7c-8f1f-4bfe-aca6-aa0b7366adc7 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:02.324868 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e5e4586f-42f0-4e4c-9c65-6fea2fc644a3 req-c9e7ca7c-8f1f-4bfe-aca6-aa0b7366adc7 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 944 time: 0.1431251 Aug 31 19:41:02.413425 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e5e4586f-42f0-4e4c-9c65-6fea2fc644a3 req-1486eae7-ef2d-42de-870d-ba5acd85f002 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803609 Aug 31 19:41:02.653638 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d1258-22e6-467d-b534-7d8c2a445df7 req-234ca4a7-260a-4e69-9b3c-3001321029d2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:02.657457 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0f1d1258-22e6-467d-b534-7d8c2a445df7 req-234ca4a7-260a-4e69-9b3c-3001321029d2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1116664 Aug 31 19:41:02.733718 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0f1d1258-22e6-467d-b534-7d8c2a445df7 req-e458a040-70d2-4f5c-8a44-91947797bc13 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637281 Aug 31 19:41:03.007973 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ce5620e7-789e-445b-8d97-739675055bbd up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:03.027246 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45542) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:03.069212 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port ce5620e7-789e-445b-8d97-739675055bbd completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:03.073721 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port ce5620e7-789e-445b-8d97-739675055bbd triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:03.074340 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.172816 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.212312 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04021bda-3230-40fe-a5d3-8da7f8af3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5620e7-789e-445b-8d97-739675055bbd'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:41:03.217462 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cb40d6-0420-4680-8c5e-be9491e76837" -d '{"events": [{"server_uuid": "04021bda-3230-40fe-a5d3-8da7f8af3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "ce5620e7-789e-445b-8d97-739675055bbd"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:41:03.219903 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8894c2f3-04a0-44dc-a6b4-3230413b1363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.245061 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ce5620e7-789e-445b-8d97-739675055bbd, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce5620e7-789e-445b-8d97-739675055bbd,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:03.254082 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.296891 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a29bee-575a-443c-8e1f-ecad848e2980 x-openstack-request-id: req-41a29bee-575a-443c-8e1f-ecad848e2980 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:41:03.297233 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04021bda-3230-40fe-a5d3-8da7f8af3ab0", "name": "network-vif-plugged", "status": "completed", "tag": "ce5620e7-789e-445b-8d97-739675055bbd", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:41:03.297474 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41a29bee-575a-443c-8e1f-ecad848e2980 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:41:03.298052 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04021bda-3230-40fe-a5d3-8da7f8af3ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5620e7-789e-445b-8d97-739675055bbd', 'code': 200} Aug 31 19:41:03.339351 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ce5620e7-789e-445b-8d97-739675055bbd,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:03.430784 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8894c2f3-04a0-44dc-a6b4-3230413b1363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.437763 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8894c2f3-04a0-44dc-a6b4-3230413b1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.558345 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894c2f3-04a0-44dc-a6b4-3230413b1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e009b4c2-20f4-470a-a33a-554f0eb74e75,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:03.677608 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-8894c2f3-04a0-44dc-a6b4-3230413b1363 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dabc49687ea340939739ae82caf5f300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486075 Aug 31 19:41:03.681884 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45560) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:03.742828 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee6fa7-71b2-497a-a0dc-30e9f12e14c1 req-0e8209a3-974f-4eb2-bd5a-a248ab8f38ea tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:03.744599 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-dbee6fa7-71b2-497a-a0dc-30e9f12e14c1 req-0e8209a3-974f-4eb2-bd5a-a248ab8f38ea tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1577115 Aug 31 19:41:03.746528 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e9078-498e-469e-888b-c9e7879faa49 req-54b2023f-5deb-46c9-906f-59733f67fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:03.748018 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-310e9078-498e-469e-888b-c9e7879faa49 req-54b2023f-5deb-46c9-906f-59733f67fa63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 1098 time: 0.1230192 Aug 31 19:41:03.770991 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b9055b70-ad6e-47d8-9582-3283cde5b2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.797008 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b9055b70-ad6e-47d8-9582-3283cde5b2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.815273 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-310e9078-498e-469e-888b-c9e7879faa49 req-040aec58-1cce-403a-98e8-603c8552747c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 Aug 31 19:41:03.818860 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-dbee6fa7-71b2-497a-a0dc-30e9f12e14c1 req-d789b429-26b4-4b5d-b6b4-2f65437298aa tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634646 Aug 31 19:41:03.876394 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b9055b70-ad6e-47d8-9582-3283cde5b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.879589 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b9055b70-ad6e-47d8-9582-3283cde5b2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:03.883105 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-b9055b70-ad6e-47d8-9582-3283cde5b2d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e009b4c2-20f4-470a-a33a-554f0eb74e75 HTTP/1.1" status: 204 len: 168 time: 0.1973050 Aug 31 19:41:03.911503 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055b70-ad6e-47d8-9582-3283cde5b2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e009b4c2-20f4-470a-a33a-554f0eb74e75,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:03.947383 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebef80-b1fb-443d-a2c1-c753b89580e5 req-a3bebe9e-144f-4445-b9e6-d06679c40d69 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:03.949463 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f9ebef80-b1fb-443d-a2c1-c753b89580e5 req-a3bebe9e-144f-4445-b9e6-d06679c40d69 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0869677 Aug 31 19:41:04.087660 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f9ebef80-b1fb-443d-a2c1-c753b89580e5 req-b99f4a42-17bf-43c8-9886-c9b1f463d807 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228364 Aug 31 19:41:04.348275 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45576) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:04.366761 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c51878e3-5f98-4257-8648-bc40a29c5aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:04.485764 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c51878e3-5f98-4257-8648-bc40a29c5aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:04.492822 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c51878e3-5f98-4257-8648-bc40a29c5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:04.548691 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-c51878e3-5f98-4257-8648-bc40a29c5aa7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a51a57989efa4ddc952ff6bfd4e9ec8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990857 Aug 31 19:41:04.549784 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51878e3-5f98-4257-8648-bc40a29c5aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed53572d-04ff-4b8c-b091-ea313c2815f8,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:04.552456 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45580) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:04.611135 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cd0b664c-237a-49a9-bf9b-b943dd09201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:04.643453 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cd0b664c-237a-49a9-bf9b-b943dd09201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:04.703152 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cd0b664c-237a-49a9-bf9b-b943dd09201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:04.707812 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cd0b664c-237a-49a9-bf9b-b943dd09201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:04.708995 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-cd0b664c-237a-49a9-bf9b-b943dd09201b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed53572d-04ff-4b8c-b091-ea313c2815f8 HTTP/1.1" status: 204 len: 168 time: 0.1554475 Aug 31 19:41:04.718267 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b664c-237a-49a9-bf9b-b943dd09201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed53572d-04ff-4b8c-b091-ea313c2815f8,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:04.970785 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201118e-a8c8-4819-bcf5-82e261529580 req-aeda834e-eb92-4ccc-aca7-a009735a927d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:04.972537 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0201118e-a8c8-4819-bcf5-82e261529580 req-aeda834e-eb92-4ccc-aca7-a009735a927d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0633676 Aug 31 19:41:05.030232 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0201118e-a8c8-4819-bcf5-82e261529580 req-20267c0c-2f25-4a92-aa53-b53b71a6f95e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Aug 31 19:41:05.280448 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fe2a4-bcb4-412b-8593-5c57480a2bbe req-1b5d6137-0543-48d3-a474-ed9ea2beac32 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:05.282091 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c17fe2a4-bcb4-412b-8593-5c57480a2bbe req-1b5d6137-0543-48d3-a474-ed9ea2beac32 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0777550 Aug 31 19:41:05.333749 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c17fe2a4-bcb4-412b-8593-5c57480a2bbe req-5a8f5d53-28af-458d-b2bf-27c422c0ae10 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396187 Aug 31 19:41:06.228935 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e11d9-0e17-484d-a097-493690b312d9 req-d46315d7-2cf1-4d59-96cb-8076a7f532e1 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:06.242188 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5d2e11d9-0e17-484d-a097-493690b312d9 req-d46315d7-2cf1-4d59-96cb-8076a7f532e1 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0840275 Aug 31 19:41:06.393572 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5d2e11d9-0e17-484d-a097-493690b312d9 req-810de2a0-bd6a-4f43-978c-fc5a65d66de0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494954 Aug 31 19:41:06.586447 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622a1a1-20d3-4535-bd7b-f9f87a93b1b7 req-08d7acaf-e451-4b89-aafb-5a11c336727c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:06.589548 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9622a1a1-20d3-4535-bd7b-f9f87a93b1b7 req-08d7acaf-e451-4b89-aafb-5a11c336727c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0946295 Aug 31 19:41:06.668666 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9622a1a1-20d3-4535-bd7b-f9f87a93b1b7 req-55d7a467-ccd6-409b-8948-82b45756895f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703211 Aug 31 19:41:07.632425 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b42f7-b0eb-414c-b33d-9ddca374ae41 req-a137d5de-503c-432b-aadb-e21adf2d03fc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:07.635243 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a49b42f7-b0eb-414c-b33d-9ddca374ae41 req-a137d5de-503c-432b-aadb-e21adf2d03fc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0850234 Aug 31 19:41:07.688384 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a49b42f7-b0eb-414c-b33d-9ddca374ae41 req-80606d01-868f-47fa-9be8-0d2a5224f799 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457661 Aug 31 19:41:07.891350 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7fda7-7f3a-4505-84c3-13cf3f174e50 req-b7ef20fa-b0bb-49d6-9eda-fbb9055b12aa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:07.906415 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c7b7fda7-7f3a-4505-84c3-13cf3f174e50 req-b7ef20fa-b0bb-49d6-9eda-fbb9055b12aa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1017137 Aug 31 19:41:07.967566 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c7b7fda7-7f3a-4505-84c3-13cf3f174e50 req-59b7e466-5992-43ca-913e-e675751c5140 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598004 Aug 31 19:41:08.442859 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0c822ae6-133a-40de-9507-2862aaae6127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:09.105935 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342ce38-0876-4a75-80d8-b504baf9a7ef req-6b6f9afb-9c08-4381-b41a-623916233f36 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:09.107611 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8342ce38-0876-4a75-80d8-b504baf9a7ef req-6b6f9afb-9c08-4381-b41a-623916233f36 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0544324 Aug 31 19:41:09.168403 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8342ce38-0876-4a75-80d8-b504baf9a7ef req-3b970ef2-76bb-41e6-9678-4ae2103a97dd tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530703 Aug 31 19:41:10.320586 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9da5c4-1588-41db-851f-01428011fe2d req-de79ef5a-6e90-4343-ab89-c2909e625cc2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:10.323561 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cb9da5c4-1588-41db-851f-01428011fe2d req-de79ef5a-6e90-4343-ab89-c2909e625cc2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0676172 Aug 31 19:41:10.386545 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cb9da5c4-1588-41db-851f-01428011fe2d req-86f8437b-b360-4a5f-abb7-48885742dc76 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562463 Aug 31 19:41:11.535251 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:11.557409 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703b394-9b9a-4cf6-af7f-189fea7d8aa0 req-d2bfa19a-e039-4b73-a74a-2930f17a686d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:11.559091 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a703b394-9b9a-4cf6-af7f-189fea7d8aa0 req-d2bfa19a-e039-4b73-a74a-2930f17a686d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0723972 Aug 31 19:41:11.619249 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a703b394-9b9a-4cf6-af7f-189fea7d8aa0 req-61c6b2b0-3c36-444f-b266-f961e313fc73 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486922 Aug 31 19:41:11.902390 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dca566d5-a18e-439a-8bbc-2875601a84ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:12.749868 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7dd8-d261-4c39-9b75-93119acd561a req-85950881-124b-405a-9635-ce91d4da6a2d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:12.751612 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-824f7dd8-d261-4c39-9b75-93119acd561a req-85950881-124b-405a-9635-ce91d4da6a2d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0561535 Aug 31 19:41:12.802109 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-824f7dd8-d261-4c39-9b75-93119acd561a req-96730b44-93b0-473e-92b2-5e0d13130953 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Aug 31 19:41:12.934528 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:13.960226 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d58778-01b1-4e1a-b10e-1f1a6331250a req-8cc8e2ee-3952-46f2-8b5a-51ff0ee71852 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:13.961959 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-59d58778-01b1-4e1a-b10e-1f1a6331250a req-8cc8e2ee-3952-46f2-8b5a-51ff0ee71852 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0635633 Aug 31 19:41:14.052425 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-59d58778-01b1-4e1a-b10e-1f1a6331250a req-19c21f72-74a3-4cdf-be8a-80564f0fca0c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788994 Aug 31 19:41:14.067238 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6cb70-18aa-4203-8a41-45d79829af26 req-44953e57-f95c-488d-a1f1-7117dcc5a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:14.069025 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1df6cb70-18aa-4203-8a41-45d79829af26 req-44953e57-f95c-488d-a1f1-7117dcc5a0b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0663967 Aug 31 19:41:14.119602 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1df6cb70-18aa-4203-8a41-45d79829af26 req-01019fc4-d7b4-4595-b942-01bc9b092c93 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381854 Aug 31 19:41:14.459471 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:15.255888 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2e4a3-4214-43db-b125-a2b6b3a6d915 req-2b527a8c-e832-4acc-af32-bb51b08ff1c6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:15.258535 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2df2e4a3-4214-43db-b125-a2b6b3a6d915 req-2b527a8c-e832-4acc-af32-bb51b08ff1c6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0806842 Aug 31 19:41:15.315987 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2df2e4a3-4214-43db-b125-a2b6b3a6d915 req-3cad34f4-5a42-447b-846b-f161c39e10ad tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491650 Aug 31 19:41:16.476900 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc330fe-7b92-4ca9-a0a6-8b25565b3b09 req-bb052536-fc2b-4b33-87da-33f5ddaec591 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:16.478677 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5fc330fe-7b92-4ca9-a0a6-8b25565b3b09 req-bb052536-fc2b-4b33-87da-33f5ddaec591 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0630288 Aug 31 19:41:16.537886 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5fc330fe-7b92-4ca9-a0a6-8b25565b3b09 req-4bf7e55f-ce53-4cb3-b8d4-03c7ea9c22d3 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525079 Aug 31 19:41:17.685639 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c1cac-16a4-4fc1-8881-8b49a4475c37 req-7abf49fd-4259-4d5b-8e7f-b319f66aa722 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:17.687961 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-dc1c1cac-16a4-4fc1-8881-8b49a4475c37 req-7abf49fd-4259-4d5b-8e7f-b319f66aa722 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0691633 Aug 31 19:41:17.741194 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-dc1c1cac-16a4-4fc1-8881-8b49a4475c37 req-bd17af50-a891-44b9-a2ea-2e13e12a614a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Aug 31 19:41:18.203838 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178844f7-cfe3-4d88-9c21-c8067d669a63 req-2f8ced36-9c47-4250-811f-00bffc1dbdb5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:18.206934 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-178844f7-cfe3-4d88-9c21-c8067d669a63 req-2f8ced36-9c47-4250-811f-00bffc1dbdb5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1285031 Aug 31 19:41:18.218402 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-dd772f9d-8d1c-432f-b2a1-0c951a25ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:18.221453 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-dd772f9d-8d1c-432f-b2a1-0c951a25ca07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1099 time: 0.1588409 Aug 31 19:41:18.287263 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-178844f7-cfe3-4d88-9c21-c8067d669a63 req-d2da7c3f-5abd-4454-80fa-c4ca83f0f726 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639975 Aug 31 19:41:18.771553 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-058b1cd0-49d2-4fc7-98de-bfcca0af4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:18.774576 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-058b1cd0-49d2-4fc7-98de-bfcca0af4900 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 919 time: 0.1257913 Aug 31 19:41:18.884003 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-36d01c56-5691-431d-9569-34e25e5015bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2233f784-6f58-48a2-862f-fe732c9603f8 HTTP/1.1" status: 200 len: 217 time: 0.1009908 Aug 31 19:41:19.432479 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45894) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:19.455138 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb161d-2e53-4b41-90e5-1e776adac554 req-bb839b79-1e46-4917-af59-ae6c797f75b6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:19.457369 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cebb161d-2e53-4b41-90e5-1e776adac554 req-bb839b79-1e46-4917-af59-ae6c797f75b6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0611973 Aug 31 19:41:19.508404 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cebb161d-2e53-4b41-90e5-1e776adac554 req-2505d279-64fe-4ee9-a563-19fef7a009af tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Aug 31 19:41:19.626584 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8396c430-e131-406e-9d19-6435c41cdbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:19.745901 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8396c430-e131-406e-9d19-6435c41cdbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:19.750985 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8396c430-e131-406e-9d19-6435c41cdbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:19.800773 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-8396c430-e131-406e-9d19-6435c41cdbe4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d88cc08f5d2d44f8bcf200bda70acd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671334 Aug 31 19:41:19.801905 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396c430-e131-406e-9d19-6435c41cdbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a7467e-ef8b-4966-aab2-81a51630b2ba,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:19.805250 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45900) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:19.865774 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4d91e9dc-174c-4095-910f-657e334bc261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:19.890904 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4d91e9dc-174c-4095-910f-657e334bc261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:19.955274 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4d91e9dc-174c-4095-910f-657e334bc261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:19.959974 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-4d91e9dc-174c-4095-910f-657e334bc261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:19.961846 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-4d91e9dc-174c-4095-910f-657e334bc261 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3a7467e-ef8b-4966-aab2-81a51630b2ba HTTP/1.1" status: 204 len: 168 time: 0.1552801 Aug 31 19:41:19.975413 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e9dc-174c-4095-910f-657e334bc261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a7467e-ef8b-4966-aab2-81a51630b2ba,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:20.347700 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45914) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:20.362202 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f3dba142-6f01-4adb-9efa-b8ac3cc7add2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:20.477530 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f3dba142-6f01-4adb-9efa-b8ac3cc7add2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:20.481652 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f3dba142-6f01-4adb-9efa-b8ac3cc7add2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:20.527984 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-f3dba142-6f01-4adb-9efa-b8ac3cc7add2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2be21b0275bc4e2cb9291190af283b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789711 Aug 31 19:41:20.528791 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dba142-6f01-4adb-9efa-b8ac3cc7add2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81882aa1-d828-463f-8258-6c6c5476a579,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:20.530962 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45916) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:20.606987 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c4775e2f-4bd7-41d0-a990-d6e6949b85b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:20.703778 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c4775e2f-4bd7-41d0-a990-d6e6949b85b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:20.795525 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43608d89-3826-4781-8ca7-9b841f7fe865 req-01b515ab-2ba1-44d3-a5be-1e53391cd4c4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:20.798128 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-43608d89-3826-4781-8ca7-9b841f7fe865 req-01b515ab-2ba1-44d3-a5be-1e53391cd4c4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1877375 Aug 31 19:41:20.852573 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c4775e2f-4bd7-41d0-a990-d6e6949b85b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:20.856572 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c4775e2f-4bd7-41d0-a990-d6e6949b85b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:20.858237 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-c4775e2f-4bd7-41d0-a990-d6e6949b85b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81882aa1-d828-463f-8258-6c6c5476a579 HTTP/1.1" status: 204 len: 168 time: 0.3256698 Aug 31 19:41:20.884587 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4775e2f-4bd7-41d0-a990-d6e6949b85b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81882aa1-d828-463f-8258-6c6c5476a579,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:20.892342 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-43608d89-3826-4781-8ca7-9b841f7fe865 req-1df44c27-2b6a-43f8-bb67-ca73f66bf0a7 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857751 Aug 31 19:41:21.420473 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 45934) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:21.442585 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a255e4ab-8f26-4c6e-8ce3-cfae7de1d36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:21.583708 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a255e4ab-8f26-4c6e-8ce3-cfae7de1d36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:21.588542 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a255e4ab-8f26-4c6e-8ce3-cfae7de1d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:21.634078 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a255e4ab-8f26-4c6e-8ce3-cfae7de1d36d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6481dc88cbd44c02a5447a708845ed3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124352 Aug 31 19:41:21.635110 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e4ab-8f26-4c6e-8ce3-cfae7de1d36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51715c8b-fc87-457d-9b16-f3131d512bbf,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:21.638492 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 45936) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:21.726861 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-be757103-2bf9-4ad1-8260-8d08db2389df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:21.769503 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-be757103-2bf9-4ad1-8260-8d08db2389df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:21.847359 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-be757103-2bf9-4ad1-8260-8d08db2389df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:21.850278 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-be757103-2bf9-4ad1-8260-8d08db2389df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:21.851491 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-be757103-2bf9-4ad1-8260-8d08db2389df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51715c8b-fc87-457d-9b16-f3131d512bbf HTTP/1.1" status: 204 len: 168 time: 0.2112923 Aug 31 19:41:21.862223 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be757103-2bf9-4ad1-8260-8d08db2389df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51715c8b-fc87-457d-9b16-f3131d512bbf,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:22.074159 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbca4d-f19c-4926-8631-0ab472cd4816 req-5c92d30e-273c-479b-98f0-6750559bcb9d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:22.076464 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e7bbca4d-f19c-4926-8631-0ab472cd4816 req-5c92d30e-273c-479b-98f0-6750559bcb9d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0783346 Aug 31 19:41:22.124945 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e7bbca4d-f19c-4926-8631-0ab472cd4816 req-572dc12b-f9d5-4a31-8b3b-5a22666ad06a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Aug 31 19:41:22.418286 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-0b66b9ae-3338-4473-ae2f-5ec00d2f7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:22.421701 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-0b66b9ae-3338-4473-ae2f-5ec00d2f7710 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.1012154 Aug 31 19:41:22.505448 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-a5c759d4-5809-4d48-ac72-6e12307febd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499740 Aug 31 19:41:22.657762 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-701d96af-8b7f-41b6-bf11-7d2ef01df9d5 service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427772 Aug 31 19:41:22.823134 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d758b5b2-3ef6-4c01-b320-d3f168d5ae2a req-d99534e0-eac4-45e2-ae16-6526d76b869d service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557922 Aug 31 19:41:23.296343 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b7e16-f678-4394-b20b-8e05b24ec1fe req-896aecb0-8311-4bca-856e-3da825f8c40f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:23.297954 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ba1b7e16-f678-4394-b20b-8e05b24ec1fe req-896aecb0-8311-4bca-856e-3da825f8c40f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0711246 Aug 31 19:41:23.347939 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ba1b7e16-f678-4394-b20b-8e05b24ec1fe req-d6601f7f-5ff0-4182-b72d-8d824500b5ec tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Aug 31 19:41:24.532659 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f2d68-5bc7-4c99-a51e-ae263631a1d1 req-03760ae8-67c5-4910-9087-29546abd59f8 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:24.534399 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-813f2d68-5bc7-4c99-a51e-ae263631a1d1 req-03760ae8-67c5-4910-9087-29546abd59f8 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0653465 Aug 31 19:41:24.590754 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-813f2d68-5bc7-4c99-a51e-ae263631a1d1 req-151e23d8-f92e-408b-8f7e-c6a7e906bba6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 Aug 31 19:41:25.212460 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-3f17af98-dbdc-440c-9d20-2e409e0534ac tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047968154&fields=id&tenant_id=b8b7a440095744cebd172859de304b46 HTTP/1.1" status: 200 len: 267 time: 0.0468740 Aug 31 19:41:25.363522 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 46082) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:25.418758 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028d033-28ab-4a24-a666-f892176e8d6b req-c77ccdc9-ddda-4788-a9e3-de2e31b11537 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:25.421667 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-c77ccdc9-ddda-4788-a9e3-de2e31b11537 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/networks?id=f4c47ed3-5203-4837-a7cf-43b184a661d1 HTTP/1.1" status: 200 len: 809 time: 0.1974006 Aug 31 19:41:25.449668 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-a613e971-bd12-49b4-9e80-6aa91130cac2 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/quotas/b8b7a440095744cebd172859de304b46 HTTP/1.1" status: 200 len: 375 time: 0.0154016 Aug 31 19:41:25.524370 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-b7dedad0-1c9d-4339-8b43-8213c3c994b6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8b7a440095744cebd172859de304b46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664654 Aug 31 19:41:25.562920 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-507df7b4-8c04-409a-9de1-5fa661367524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:25.709736 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-f85cc0d3-6643-43e2-9f16-a11ea4f98ead service neutron] 10.222.0.54 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708629 Aug 31 19:41:25.725561 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-507df7b4-8c04-409a-9de1-5fa661367524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:25.734439 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-507df7b4-8c04-409a-9de1-5fa661367524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:25.824117 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-507df7b4-8c04-409a-9de1-5fa661367524 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f66efab21c5469aad806b2e03ffbec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578850 Aug 31 19:41:25.827836 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 46094) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:25.881937 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507df7b4-8c04-409a-9de1-5fa661367524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2121f5-95a5-4ff7-9b43-e66519dd61bc,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:25.885508 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-7e492342-c093-4390-96d2-b22923929ba1 service neutron] 10.222.0.54 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581740 Aug 31 19:41:25.931196 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95893b44-dc58-4116-869e-8fc17d7772e9 req-88cd7a09-1663-4005-8703-77608befe7eb tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:25.933429 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0e875be9-70bd-409e-a007-889169a2e310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:25.933625 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-95893b44-dc58-4116-869e-8fc17d7772e9 req-88cd7a09-1663-4005-8703-77608befe7eb tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1407611 Aug 31 19:41:25.987604 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0e875be9-70bd-409e-a007-889169a2e310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:26.004232 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-95893b44-dc58-4116-869e-8fc17d7772e9 req-b203e235-9b75-4504-9b3f-5da9b95cccc8 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611162 Aug 31 19:41:26.082727 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0e875be9-70bd-409e-a007-889169a2e310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:26.087034 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0e875be9-70bd-409e-a007-889169a2e310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:26.093111 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-0e875be9-70bd-409e-a007-889169a2e310 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db2121f5-95a5-4ff7-9b43-e66519dd61bc HTTP/1.1" status: 204 len: 168 time: 0.2598195 Aug 31 19:41:26.105232 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e875be9-70bd-409e-a007-889169a2e310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2121f5-95a5-4ff7-9b43-e66519dd61bc,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:26.436772 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-dd24065f-28f6-490a-a4ad-831c4c370a5d req-9cbecf7b-623b-47c9-9e33-32a107ab5210 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.0495191 Aug 31 19:41:26.771221 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.142923 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 46144) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:27.177857 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36182b-0e68-4cbf-8e6f-266b51fd5fc3 req-f83904e6-68d9-45d7-b32d-fca5c442e80e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:27.180595 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cc36182b-0e68-4cbf-8e6f-266b51fd5fc3 req-f83904e6-68d9-45d7-b32d-fca5c442e80e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0741138 Aug 31 19:41:27.253319 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cc36182b-0e68-4cbf-8e6f-266b51fd5fc3 req-c98442a1-7d3e-4e39-a1a8-74ed1dac29ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644825 Aug 31 19:41:27.281737 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1544438901-network', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:27.320433 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Made reservation on behalf of 0534a8bc230947f7b167be742bb5fd92 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:41:27.322983 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.333586 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.460157 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.464801 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.498680 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:41:27.506850 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e3bee-7b6a-47a2-afba-25a147d48d96,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:27.515590 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.516058 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Added segment 1f34089a-3929-4c7e-bf42-6887091b5302 of type vlan for network afc56b53-89ad-445f-86e9-6b7ca5ed9826 Aug 31 19:41:27.569524 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.584765 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3b84c64f-49f0-4ba9-9e4d-5019a7ed5148 req-fddb55b8-a35b-43b6-8b2c-61d88f07c193 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.0339406 Aug 31 19:41:27.614939 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.615950 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:27.616582 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.679483 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5343509 Aug 31 19:41:27.684180 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 46154) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:27.692781 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Request body: {'subnet': {'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1544438901-subnet', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'ip_version': 4}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:27.695963 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a7b0f-7982-43cb-8702-de6af7b7efc8 admin admin] Pushing event updated for resources: {'Network': ['ID=afc56b53-89ad-445f-86e9-6b7ca5ed9826,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:27.713232 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network afc56b53-89ad-445f-86e9-6b7ca5ed9826 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:41:27.728140 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Made reservation on behalf of 0534a8bc230947f7b167be742bb5fd92 for: {'subnet': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:41:27.732668 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26128576'] for subnet, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:27.976854 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25371469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26128598'] for subnet, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.042767 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8236f8b3-26d3-4098-9767-a497fdb7a846,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:28.061055 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Checking segment: {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:28.061415 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Network hostable DHCP agents. Network: afc56b53-89ad-445f-86e9-6b7ca5ed9826, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:41:28.087537 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Network afc56b53-89ad-445f-86e9-6b7ca5ed9826 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:41:28.099260 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, afc56b53-89ad-445f-86e9-6b7ca5ed9826) {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:28.104653 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:28.106059 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.109950 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17f7a2-8b33-425b-908a-ecfc864171a4 None None] Network afc56b53-89ad-445f-86e9-6b7ca5ed9826 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:41:28.123615 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-adba4494-82b9-422d-85d1-f4dc0b339953 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4378886 Aug 31 19:41:28.129571 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 46160) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:28.137567 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:28.174173 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.175991 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.259721 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.346659 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:41:28.348369 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.454154 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.473699 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d0662-25ef-41f6-828c-a1a8b1e06b51 req-aa7131c9-9670-4a14-bcc3-4a2cf67d6803 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:28.476531 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f47d0662-25ef-41f6-828c-a1a8b1e06b51 req-aa7131c9-9670-4a14-bcc3-4a2cf67d6803 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0910285 Aug 31 19:41:28.536376 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f47d0662-25ef-41f6-828c-a1a8b1e06b51 req-28aa0e54-e2f6-4e3e-8480-1038ceb3e481 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463927 Aug 31 19:41:28.620299 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Allocated IP 172.20.0.2 (afc56b53-89ad-445f-86e9-6b7ca5ed9826/8236f8b3-26d3-4098-9767-a497fdb7a846/682933d1-ae85-4397-9eff-c363ca953e8d) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:28.749252 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3d945267-613e-4d64-bba1-7761f15e7444 req-6a1701c2-9b7a-4899-bce8-b121fe9fd107 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.0340450 Aug 31 19:41:28.787238 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.815746 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.868276 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:28.879922 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Transition to ACTIVE for port object 682933d1-ae85-4397-9eff-c363ca953e8d will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:28.906713 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Transition to ACTIVE for port object 682933d1-ae85-4397-9eff-c363ca953e8d will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:28.920176 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.005131 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Network afc56b53-89ad-445f-86e9-6b7ca5ed9826 is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:29.008216 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Allocated IP 172.27.0.28 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/dc8d4481-68b3-481c-9f94-2b0e1edd5512) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:29.009199 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:29.012100 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:29.025307 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Pushing event updated for resources: {'Port': ['ID=682933d1-ae85-4397-9eff-c363ca953e8d,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:29.042264 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.042726 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.043269 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.043805 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.044353 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.044973 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.045510 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.046077 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.046624 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.047156 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.047661 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.048090 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:29.107846 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Attempting to bind port 682933d1-ae85-4397-9eff-c363ca953e8d on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:29.108218 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Attempting to bind port 682933d1-ae85-4397-9eff-c363ca953e8d by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:29.108574 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Attempting to bind port 682933d1-ae85-4397-9eff-c363ca953e8d on network afc56b53-89ad-445f-86e9-6b7ca5ed9826 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:29.114533 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:29.115383 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Checking segment: {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:29.115383 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.115644 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Bound using segment: {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:29.115966 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Bound port: 682933d1-ae85-4397-9eff-c363ca953e8d, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:29.116773 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.166757 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.208992 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] For port 682933d1-ae85-4397-9eff-c363ca953e8d, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:29.212082 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.214552 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] For port 682933d1-ae85-4397-9eff-c363ca953e8d, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=682933d1-ae85-4397-9eff-c363ca953e8d,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:29.221175 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.259154 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:29.265516 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:29.268916 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:29.271219 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8d4481-68b3-481c-9f94-2b0e1edd5512,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:29.296608 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c360da3-8071-45af-9a9d-ab4bc0f8a1d5 None None] Pushing event updated for resources: {'Port': ['ID=682933d1-ae85-4397-9eff-c363ca953e8d,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:29.680282 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2124ec0-5814-424f-bb3c-1d831bc40cc4 req-ce841bee-c503-41a4-9a4b-32827e09d924 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:29.681949 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d2124ec0-5814-424f-bb3c-1d831bc40cc4 req-ce841bee-c503-41a4-9a4b-32827e09d924 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0609663 Aug 31 19:41:29.731475 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d2124ec0-5814-424f-bb3c-1d831bc40cc4 req-78ef60f8-a57e-4aac-b185-c2219199b5b1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430281 Aug 31 19:41:29.842898 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:29.883274 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4bbf72c3-361e-47b9-a1f0-fdc80f8a3531 req-14173280-2fbe-42f1-94bf-72d10d31683c tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.0270877 Aug 31 19:41:30.174300 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 682933d1-ae85-4397-9eff-c363ca953e8d up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:30.187608 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.255661 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 682933d1-ae85-4397-9eff-c363ca953e8d completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:30.350142 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Router a9350b67-2fc1-426f-92c8-0797137fb536 is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:41:30.404882 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d34953f-33a3-4b17-974b-7c416fc51660 None None] Network afc56b53-89ad-445f-86e9-6b7ca5ed9826 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:41:30.482321 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:41:30.494614 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Sync routers for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:41:30.514863 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:30.516007 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:41:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:30.517102 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.519421 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-6b448478-9255-4299-a5e8-707236bdf426 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3883362 Aug 31 19:41:30.520813 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-1f162c47-922d-4d32-a30e-dffead82ac2f None None] Provisioning for port 682933d1-ae85-4397-9eff-c363ca953e8d completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:30.523585 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 46186) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:30.539704 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-1f162c47-922d-4d32-a30e-dffead82ac2f None None] Provisioning complete for port 682933d1-ae85-4397-9eff-c363ca953e8d triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:30.540400 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1f162c47-922d-4d32-a30e-dffead82ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.704019 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:30.831404 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1f162c47-922d-4d32-a30e-dffead82ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.932557 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e76f9e-5a81-43e4-be72-5a3054ebe398 req-1c8855f1-3eb5-4f2a-9793-fa1d217b6e41 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:30.942229 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a6e76f9e-5a81-43e4-be72-5a3054ebe398 req-1c8855f1-3eb5-4f2a-9793-fa1d217b6e41 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1002119 Aug 31 19:41:30.942436 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-1f162c47-922d-4d32-a30e-dffead82ac2f None None] For port 682933d1-ae85-4397-9eff-c363ca953e8d, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=682933d1-ae85-4397-9eff-c363ca953e8d,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:30.953194 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-1f162c47-922d-4d32-a30e-dffead82ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:30.992226 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a6e76f9e-5a81-43e4-be72-5a3054ebe398 req-8fb4795a-6539-467d-b3d7-02892ca80586 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485482 Aug 31 19:41:31.041741 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f162c47-922d-4d32-a30e-dffead82ac2f None None] Pushing event updated for resources: {'Port': ['ID=682933d1-ae85-4397-9eff-c363ca953e8d,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:31.097098 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:29Z', 'revision_number': 3, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:31.117698 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cf6d3ec6-2081-40a2-8206-389b2d5cbd20 req-54d798e8-6b0e-45b3-8a4d-87f222d2918e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.0301583 Aug 31 19:41:31.191290 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.225300 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Checking router: a9350b67-2fc1-426f-92c8-0797137fb536 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:41:31.225668 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Updating router a9350b67-2fc1-426f-92c8-0797137fb536 port dc8d4481-68b3-481c-9f94-2b0e1edd5512 binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:41:31.255808 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.278547 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-5a4d5a81-88b4-405a-9e38-5057cc5806b7 None None] Provisioning complete for port 682933d1-ae85-4397-9eff-c363ca953e8d triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:31.279595 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5a81-88b4-405a-9e38-5057cc5806b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.420278 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Allocated IP 172.20.0.1 (afc56b53-89ad-445f-86e9-6b7ca5ed9826/8236f8b3-26d3-4098-9767-a497fdb7a846/3dd497bd-9436-4605-9039-a4ce9cef2334) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:31.548987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.571460 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Transition to ACTIVE for port object 3dd497bd-9436-4605-9039-a4ce9cef2334 will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:31.615397 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.618688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.628160 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Transition to ACTIVE for port object dc8d4481-68b3-481c-9f94-2b0e1edd5512 will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:31.635229 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.668476 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Network afc56b53-89ad-445f-86e9-6b7ca5ed9826 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:31.671971 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:31.676786 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:31.683731 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd497bd-9436-4605-9039-a4ce9cef2334,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:31.711320 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Pushing event updated for resources: {'Port': ['ID=dc8d4481-68b3-481c-9f94-2b0e1edd5512,revision_number=2']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:31.727314 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.727681 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.728020 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.728350 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.728504 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.728688 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.729097 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.729724 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.730088 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.730432 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.730888 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.731057 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.731371 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:31.745511 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Attempting to bind port dc8d4481-68b3-481c-9f94-2b0e1edd5512 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:31.745874 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Attempting to bind port dc8d4481-68b3-481c-9f94-2b0e1edd5512 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:31.746276 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Attempting to bind port dc8d4481-68b3-481c-9f94-2b0e1edd5512 on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:31.758217 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:31.758217 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:31.758737 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.758737 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:31.759241 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Bound port: dc8d4481-68b3-481c-9f94-2b0e1edd5512, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:31.759638 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.849737 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] For port dc8d4481-68b3-481c-9f94-2b0e1edd5512, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:31.855424 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] For port dc8d4481-68b3-481c-9f94-2b0e1edd5512, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=dc8d4481-68b3-481c-9f94-2b0e1edd5512,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:31.863673 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.905047 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:31.966952 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:31.967957 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:41:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:31.977357 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff6ed7-32f8-4cdd-ba11-40b594db68fa None None] Pushing event updated for resources: {'Port': ['ID=dc8d4481-68b3-481c-9f94-2b0e1edd5512,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:32.055759 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-04eae870-057a-453a-9850-b2d8d24d73e7 None None] Provisioning for port 3dd497bd-9436-4605-9039-a4ce9cef2334 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:32.063681 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-04eae870-057a-453a-9850-b2d8d24d73e7 None None] Provisioning complete for port 3dd497bd-9436-4605-9039-a4ce9cef2334 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:32.065284 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-04eae870-057a-453a-9850-b2d8d24d73e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:32.175972 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-04eae870-057a-453a-9850-b2d8d24d73e7 None None] Port 3dd497bd-9436-4605-9039-a4ce9cef2334 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:41:32.192463 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 682933d1-ae85-4397-9eff-c363ca953e8d up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:32.220659 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:32.223150 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:32.238484 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:32.254951 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b784-b716-481a-af74-facf9b05b485 req-41812739-674e-4750-8659-1a40bdb94316 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:32.257795 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cd17b784-b716-481a-af74-facf9b05b485 req-41812739-674e-4750-8659-1a40bdb94316 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1370921 Aug 31 19:41:32.305257 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 682933d1-ae85-4397-9eff-c363ca953e8d triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:32.306085 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:32.394589 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cd17b784-b716-481a-af74-facf9b05b485 req-5151c659-7e98-4ef0-9a97-7754c8561683 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021218 Aug 31 19:41:32.398009 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd497bd-9436-4605-9039-a4ce9cef2334,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:32.404697 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:32.570679 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 1, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:32.600943 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Network afc56b53-89ad-445f-86e9-6b7ca5ed9826 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:32.604620 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:32.604883 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-98b34aad-2d59-4969-a104-515611b07dfe req-d0938c46-18d5-4334-8a20-938d048d994f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.0556860 Aug 31 19:41:32.624487 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0b337-4367-4af8-b47a-78a2c5dfdfe6 None None] The sync data for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi is: [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 1, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:41:32.811363 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Router a9350b67-2fc1-426f-92c8-0797137fb536 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:41:32.992298 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:41:33.006291 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-54f03c69-8605-4463-a28c-87bdd86e2330 admin admin] 10.222.0.54 "PUT /v2.0/routers/a9350b67-2fc1-426f-92c8-0797137fb536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4770286 Aug 31 19:41:33.010982 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-c8b74639-5b05-4aff-b30a-83520d0958b6 None None] Provisioning complete for port 3dd497bd-9436-4605-9039-a4ce9cef2334 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:33.011510 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-c8b74639-5b05-4aff-b30a-83520d0958b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:33.070631 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-c8b74639-5b05-4aff-b30a-83520d0958b6 None None] Port 3dd497bd-9436-4605-9039-a4ce9cef2334 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:41:33.703574 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f346-099d-4e3d-bc2f-5a0fcd0d2f0b req-481dcf9b-b81b-46ed-a670-f101f188d5c9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:33.706824 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5779f346-099d-4e3d-bc2f-5a0fcd0d2f0b req-481dcf9b-b81b-46ed-a670-f101f188d5c9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0974884 Aug 31 19:41:33.777383 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5779f346-099d-4e3d-bc2f-5a0fcd0d2f0b req-94fa1dbf-f99b-44bf-a05e-0fbae3db4e61 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580752 Aug 31 19:41:33.849783 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 46238) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:33.859159 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1181537390-network', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:33.902880 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Made reservation on behalf of ac9f22204b8c4c9fa65afd43836ee67b for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:41:33.906488 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:33.926431 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:33.952210 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d02acf8e-41d6-4966-b69a-a06a52b9b208 req-d5096083-b856-46f2-9a72-5bc12cd597a3 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.0656667 Aug 31 19:41:34.136021 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device dc8d4481-68b3-481c-9f94-2b0e1edd5512 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:34.136893 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.151479 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.165923 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:41:34.182093 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.182430 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Added segment e9ca00fe-46ac-4c94-8de7-2eda3122504e of type vlan for network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca Aug 31 19:41:34.216823 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port dc8d4481-68b3-481c-9f94-2b0e1edd5512 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:34.225021 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port dc8d4481-68b3-481c-9f94-2b0e1edd5512 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:34.225934 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.266407 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecc0eee-514e-4614-b4fd-4e535461c057,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:34.287248 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.321083 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.322875 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:34.323615 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.360276 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.381565 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:41:34.389535 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port dc8d4481-68b3-481c-9f94-2b0e1edd5512, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=dc8d4481-68b3-481c-9f94-2b0e1edd5512,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:34.394452 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5425930 Aug 31 19:41:34.395635 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a199d6-9663-40ea-b59e-c3be60542ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=64c762c7-d8e4-4d2e-a430-0e26f8e57eca,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:34.399526 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 46246) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:34.405185 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Request body: {'subnet': {'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1181537390-subnet', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'ip_version': 4}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:34.415893 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.426094 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:41:34.437479 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Made reservation on behalf of ac9f22204b8c4c9fa65afd43836ee67b for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:41:34.440134 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25168832'] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.552887 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=dc8d4481-68b3-481c-9f94-2b0e1edd5512,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:34.693882 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2987561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25168854'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.751037 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:34.763664 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Checking segment: {'id': 'e9ca00fe-46ac-4c94-8de7-2eda3122504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:34.764162 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Network hostable DHCP agents. Network: 64c762c7-d8e4-4d2e-a430-0e26f8e57eca, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:41:34.786058 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:41:34.796288 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 64c762c7-d8e4-4d2e-a430-0e26f8e57eca) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:34.801998 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:34.802611 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.809869 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad9aca4-a6f7-4bb6-b82a-daab59915a71 None None] Network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:41:34.826739 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-49dafe34-719b-4ed6-b2c3-3ea582884562 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4227335 Aug 31 19:41:34.827364 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 46252) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:34.835632 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:34.868937 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:34.871440 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:35.032843 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:35.047258 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-64c762c7-d8e4-4d2e-a430-0e26f8e57eca', 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'fixed_ips': [{'subnet_id': 'c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:41:35.048664 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:35.177668 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cdb0f-b8d1-4e21-809c-e1295b61bf3f req-291772db-ec1a-49fa-af8e-95910a2ad794 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:35.183171 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5785333e-a0ad-47c3-9ffe-dec72d1800b3 req-8dcc978b-e2f7-4d29-8e8b-b9d2be1ca63f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.0697689 Aug 31 19:41:35.202515 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-978cdb0f-b8d1-4e21-809c-e1295b61bf3f req-291772db-ec1a-49fa-af8e-95910a2ad794 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.2939613 Aug 31 19:41:35.329258 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-978cdb0f-b8d1-4e21-809c-e1295b61bf3f req-2d25b9c1-ef83-4b95-b3e7-6e7be82460e4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254187 Aug 31 19:41:35.351423 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Allocated IP 172.20.0.2 (64c762c7-d8e4-4d2e-a430-0e26f8e57eca/c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db/e0adb672-6bf5-446c-8322-70bf567ddda6) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:35.440568 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:35.743643 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:35.755832 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Transition to ACTIVE for port object e0adb672-6bf5-446c-8322-70bf567ddda6 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:35.766570 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Sync routers for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:41:35.789823 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Transition to ACTIVE for port object e0adb672-6bf5-446c-8322-70bf567ddda6 will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:35.790135 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:35.797125 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:35.807678 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:35.807940 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:35.808558 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:41:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:35.869547 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:35.875899 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:35.885778 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:35.965361 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Pushing event updated for resources: {'Port': ['ID=e0adb672-6bf5-446c-8322-70bf567ddda6,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:35.999623 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Allocated IP 172.27.0.34 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/c4567139-daaf-412b-9632-eae58e628794) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:36.102677 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Attempting to bind port e0adb672-6bf5-446c-8322-70bf567ddda6 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:36.103213 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Attempting to bind port e0adb672-6bf5-446c-8322-70bf567ddda6 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'e9ca00fe-46ac-4c94-8de7-2eda3122504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:36.103580 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Attempting to bind port e0adb672-6bf5-446c-8322-70bf567ddda6 on network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:36.116859 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device dc8d4481-68b3-481c-9f94-2b0e1edd5512 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:36.171536 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:36.171909 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Checking segment: {'id': 'e9ca00fe-46ac-4c94-8de7-2eda3122504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:36.174773 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:36.174773 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Bound using segment: {'id': 'e9ca00fe-46ac-4c94-8de7-2eda3122504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:36.174773 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Bound port: e0adb672-6bf5-446c-8322-70bf567ddda6, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ca00fe-46ac-4c94-8de7-2eda3122504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:36.175106 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:36.193367 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:36.225364 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028d033-28ab-4a24-a666-f892176e8d6b req-cee0b51e-fafc-4a74-a94d-672117063556 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:36.233030 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-cee0b51e-fafc-4a74-a94d-672117063556 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.55 "GET /v2.0/networks?id=f4c47ed3-5203-4837-a7cf-43b184a661d1 HTTP/1.1" status: 200 len: 809 time: 0.2328973 Aug 31 19:41:36.257842 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:36.358736 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-05949d3b-373c-467b-a04c-d53054397197 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b7a440095744cebd172859de304b46 HTTP/1.1" status: 200 len: 380 time: 0.0798237 Aug 31 19:41:36.366417 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Request body: {'port': {'device_id': '099d14aa-f615-4642-b939-4e01247b192b', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'admin_state_up': True, 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'security_groups': ['183f9598-8337-4414-b2a9-d83ad630d7a4']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:36.372625 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:36.461264 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] For port e0adb672-6bf5-446c-8322-70bf567ddda6, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:36.506994 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] For port e0adb672-6bf5-446c-8322-70bf567ddda6, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e0adb672-6bf5-446c-8322-70bf567ddda6,segment=NetworkSegment(e9ca00fe-46ac-4c94-8de7-2eda3122504e),segment_id=e9ca00fe-46ac-4c94-8de7-2eda3122504e)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:36.512912 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2d8d4d5f-1e38-40fb-bb4a-ba655577a09c req-a3cbc8a8-7f18-45ae-9c03-a4ffa5c736f8 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.1419835 Aug 31 19:41:36.542174 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:36.542592 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port dc8d4481-68b3-481c-9f94-2b0e1edd5512 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:36.543149 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:36.549437 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:36.569790 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:36.572833 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c4567139-daaf-412b-9632-eae58e628794,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:36.586389 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:36.804737 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801c6dc-a7f0-4046-b84f-6989449db1b3 None None] Pushing event updated for resources: {'Port': ['ID=e0adb672-6bf5-446c-8322-70bf567ddda6,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:36.878045 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aabcb-dbe6-4da6-afcb-223574b0557e req-314dd091-157d-4674-9a50-e2156b97452f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:36.879515 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f78aabcb-dbe6-4da6-afcb-223574b0557e req-314dd091-157d-4674-9a50-e2156b97452f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.4201305 Aug 31 19:41:36.917091 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Made reservation on behalf of b8b7a440095744cebd172859de304b46 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:41:36.943891 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:37.126039 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 2, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:37.247056 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f78aabcb-dbe6-4da6-afcb-223574b0557e req-4e3e8aa0-9f16-43ec-a4a4-4dcac7158e00 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401687 Aug 31 19:41:37.277633 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Checking router: a9350b67-2fc1-426f-92c8-0797137fb536 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:41:37.278520 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Updating router a9350b67-2fc1-426f-92c8-0797137fb536 port 3dd497bd-9436-4605-9039-a4ce9cef2334 binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:41:37.323824 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:37.418667 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Allocated IP 172.20.0.7 (f4c47ed3-5203-4837-a7cf-43b184a661d1/c37c57b0-87e7-4709-8120-d07c9a5f9d86/b6b66559-ee79-42c3-b90d-19b582b16de4) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:37.530355 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:37.698900 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:37.717586 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Transition to ACTIVE for port object b6b66559-ee79-42c3-b90d-19b582b16de4 will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:37.792372 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:37.865473 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Network f4c47ed3-5203-4837-a7cf-43b184a661d1 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:37.870721 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:37.878794 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:37.921075 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'Port': ['ID=b6b66559-ee79-42c3-b90d-19b582b16de4,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:37.942862 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9ca07-babe-4c60-977e-0f631e9ee168 req-5a367494-0eba-41e5-a142-77dc37994e93 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:37.944527 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-58f9ca07-babe-4c60-977e-0f631e9ee168 req-5a367494-0eba-41e5-a142-77dc37994e93 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 931 time: 0.1957445 Aug 31 19:41:37.969305 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:37.970443 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:38.011067 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-11056f98-e6a3-487d-8267-8e33908f3695 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6497350 Aug 31 19:41:38.049313 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Request body: {'port': {'device_id': '099d14aa-f615-4642-b939-4e01247b192b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:38.286528 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:38.342050 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-58f9ca07-babe-4c60-977e-0f631e9ee168 req-615cf00e-0694-4aef-958f-ea2d8bff10f0 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455660 Aug 31 19:41:38.364670 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:38.383663 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e0adb672-6bf5-446c-8322-70bf567ddda6 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:38.557937 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:38.611953 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-130c35d4-4dc2-4b4e-8a7a-29998565608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:38.643251 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Transition to ACTIVE for port object 3dd497bd-9436-4605-9039-a4ce9cef2334 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:38.685158 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:38.713732 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:41:38.778723 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port e0adb672-6bf5-446c-8322-70bf567ddda6 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:38.794770 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-3d4a1abe-a8dd-487f-8377-7598ad4fcfff None None] Provisioning for port b6b66559-ee79-42c3-b90d-19b582b16de4 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:38.809400 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-3d4a1abe-a8dd-487f-8377-7598ad4fcfff None None] Provisioning complete for port b6b66559-ee79-42c3-b90d-19b582b16de4 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:38.811539 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1abe-a8dd-487f-8377-7598ad4fcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:38.820392 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc05931-0e11-4611-8ef7-393162bfe924 None None] Pushing event updated for resources: {'Port': ['ID=3dd497bd-9436-4605-9039-a4ce9cef2334,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:38.951381 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a1abe-a8dd-487f-8377-7598ad4fcfff None None] Port b6b66559-ee79-42c3-b90d-19b582b16de4 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:41:38.951698 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:41:38.962174 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Sync routers for ids ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:41:38.981231 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Routers {'6d872d5e-8853-4f0e-abac-aff7ab6c9140'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:38.984606 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:41:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:38.993933 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Attempting to bind port 3dd497bd-9436-4605-9039-a4ce9cef2334 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:38.994484 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Attempting to bind port 3dd497bd-9436-4605-9039-a4ce9cef2334 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:38.994844 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Attempting to bind port 3dd497bd-9436-4605-9039-a4ce9cef2334 on network afc56b53-89ad-445f-86e9-6b7ca5ed9826 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:38.999375 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.002270 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-fd1484d3-5d8d-4ea0-b3c1-d0599de678c1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1724024 Aug 31 19:41:39.005084 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 46326) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:41:39.023739 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:39.023739 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Checking segment: {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:39.024113 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.024265 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Bound using segment: {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:39.024710 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Bound port: 3dd497bd-9436-4605-9039-a4ce9cef2334, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:39.025182 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.026915 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b66559-ee79-42c3-b90d-19b582b16de4 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:41:39.050753 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.060774 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ac5ba-460a-4aab-88f8-4d70cdb9c96e None None] Network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:41:39.111177 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Transition to ACTIVE for port object b6b66559-ee79-42c3-b90d-19b582b16de4 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:39.117295 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.277564 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b66559-ee79-42c3-b90d-19b582b16de4,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:39.285473 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Set router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:39.289841 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] For port 3dd497bd-9436-4605-9039-a4ce9cef2334, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:39.294108 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] For port 3dd497bd-9436-4605-9039-a4ce9cef2334, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=3dd497bd-9436-4605-9039-a4ce9cef2334,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:39.319525 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.397095 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Attempting to bind port b6b66559-ee79-42c3-b90d-19b582b16de4 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:39.397800 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Attempting to bind port b6b66559-ee79-42c3-b90d-19b582b16de4 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:39.397800 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Attempting to bind port b6b66559-ee79-42c3-b90d-19b582b16de4 on network f4c47ed3-5203-4837-a7cf-43b184a661d1 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:39.411122 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Port b6b66559-ee79-42c3-b90d-19b582b16de4 on network f4c47ed3-5203-4837-a7cf-43b184a661d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:41:39.411460 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Attempting to bind port b6b66559-ee79-42c3-b90d-19b582b16de4 on network f4c47ed3-5203-4837-a7cf-43b184a661d1 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:39.429722 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:39.430339 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Checking segment: {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:39.430742 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Bound using segment: {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:39.431190 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Bound port: b6b66559-ee79-42c3-b90d-19b582b16de4, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:39.431552 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.604892 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-da1909b1-da64-4210-b280-c368f9eecc19 None None] Provisioning for port e0adb672-6bf5-446c-8322-70bf567ddda6 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:39.619821 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc05931-0e11-4611-8ef7-393162bfe924 None None] Pushing event updated for resources: {'Port': ['ID=3dd497bd-9436-4605-9039-a4ce9cef2334,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:39.648828 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-da1909b1-da64-4210-b280-c368f9eecc19 None None] Provisioning complete for port e0adb672-6bf5-446c-8322-70bf567ddda6 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:39.649061 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-da1909b1-da64-4210-b280-c368f9eecc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.710498 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:39.743115 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938db6-7e31-41ac-a468-696a472a2c95 req-c2dc3457-9b04-4e7c-a31b-999b589c7671 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:39.744757 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27938db6-7e31-41ac-a468-696a472a2c95 req-c2dc3457-9b04-4e7c-a31b-999b589c7671 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.1236217 Aug 31 19:41:39.747450 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6b66559-ee79-42c3-b90d-19b582b16de4,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:39.755861 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.761772 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c4567139-daaf-412b-9632-eae58e628794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:34Z', 'updated_at': '2021-08-31T19:41:37Z', 'revision_number': 3, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'gw_port': {'id': 'c4567139-daaf-412b-9632-eae58e628794', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:35Z', 'updated_at': '2021-08-31T19:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:39.819885 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Checking router: 6d872d5e-8853-4f0e-abac-aff7ab6c9140 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:41:39.820922 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Updating router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 port c4567139-daaf-412b-9632-eae58e628794 binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:41:39.877445 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.893152 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b66559-ee79-42c3-b90d-19b582b16de4,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:39.942730 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:39.943864 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:41:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:39.951475 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:39.953688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:39.955489 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-86526f5d-de01-4308-8574-72dfa0768f54 service neutron] 10.222.0.55 "PUT /v2.0/ports/b6b66559-ee79-42c3-b90d-19b582b16de4 HTTP/1.1" status: 200 len: 1093 time: 1.9241154 Aug 31 19:41:39.959042 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:41:39.965839 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e593ef0-dd93-4588-97b7-a590739ed637" -d '{"events": [{"name": "network-changed", "server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:41:40.042458 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27938db6-7e31-41ac-a468-696a472a2c95 req-13dceeab-8fc9-4756-b6bf-946099356114 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781199 Aug 31 19:41:40.240195 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743adb8f-5ec8-49c0-b2f4-2098bf37ad68 x-openstack-request-id: req-743adb8f-5ec8-49c0-b2f4-2098bf37ad68 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:41:40.240773 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:41:40.241284 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-743adb8f-5ec8-49c0-b2f4-2098bf37ad68 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:41:40.242085 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'status': 'completed', 'code': 200} Aug 31 19:41:40.261454 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 3dd497bd-9436-4605-9039-a4ce9cef2334 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:40.289636 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.343485 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Transition to ACTIVE for port object c4567139-daaf-412b-9632-eae58e628794 will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:40.364155 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.369833 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.427715 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33940137-545f-44f8-b61e-8a2e70c1e3a6 None None] Pushing event updated for resources: {'Port': ['ID=c4567139-daaf-412b-9632-eae58e628794,revision_number=2']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:40.475217 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Attempting to bind port c4567139-daaf-412b-9632-eae58e628794 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:40.475585 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Attempting to bind port c4567139-daaf-412b-9632-eae58e628794 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:40.476161 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Attempting to bind port c4567139-daaf-412b-9632-eae58e628794 on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:40.488958 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:40.489600 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:40.490411 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.491144 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:40.492024 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Bound port: c4567139-daaf-412b-9632-eae58e628794, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:40.493031 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.556632 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] For port c4567139-daaf-412b-9632-eae58e628794, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:40.560784 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] For port c4567139-daaf-412b-9632-eae58e628794, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=c4567139-daaf-412b-9632-eae58e628794,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:40.573385 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.624214 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Allocated IP 172.20.0.1 (64c762c7-d8e4-4d2e-a430-0e26f8e57eca/c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db/d230cffd-93a0-47b3-a61c-0bac2c507648) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:40.639741 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Routers {'6d872d5e-8853-4f0e-abac-aff7ab6c9140'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:40.642466 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:41:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:40.664635 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-da1909b1-da64-4210-b280-c368f9eecc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.696457 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:40.699254 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33940137-545f-44f8-b61e-8a2e70c1e3a6 None None] Pushing event updated for resources: {'Port': ['ID=c4567139-daaf-412b-9632-eae58e628794,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:40.777580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.778084 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 3dd497bd-9436-4605-9039-a4ce9cef2334 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:40.796051 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.provisioning_blocks [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Transition to ACTIVE for port object d230cffd-93a0-47b3-a61c-0bac2c507648 will not be triggered until provisioned by entity DHCP. {{(pid=95340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:40.808402 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 3dd497bd-9436-4605-9039-a4ce9cef2334 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:40.809001 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.812973 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] Set router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:40.838387 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.880167 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-da1909b1-da64-4210-b280-c368f9eecc19 None None] For port e0adb672-6bf5-446c-8322-70bf567ddda6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e0adb672-6bf5-446c-8322-70bf567ddda6,segment=NetworkSegment(e9ca00fe-46ac-4c94-8de7-2eda3122504e),segment_id=e9ca00fe-46ac-4c94-8de7-2eda3122504e)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:40.918411 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:40.927907 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:40.936393 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:40.938611 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-da1909b1-da64-4210-b280-c368f9eecc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:40.989805 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Pushing event updated for resources: {'Port': ['ID=d230cffd-93a0-47b3-a61c-0bac2c507648,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:41.015141 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.066997 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c4567139-daaf-412b-9632-eae58e628794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:34Z', 'updated_at': '2021-08-31T19:41:37Z', 'revision_number': 3, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'gw_port': {'id': 'c4567139-daaf-412b-9632-eae58e628794', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:35Z', 'updated_at': '2021-08-31T19:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:41.101123 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1909b1-da64-4210-b280-c368f9eecc19 None None] Pushing event updated for resources: {'Port': ['ID=e0adb672-6bf5-446c-8322-70bf567ddda6,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:41.186212 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-4534f20f-ac19-4637-88f2-1b1f4781ecb3 None None] Provisioning complete for port e0adb672-6bf5-446c-8322-70bf567ddda6 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:41.186982 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4534f20f-ac19-4637-88f2-1b1f4781ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.189682 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.268392 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90281a-3080-4dcc-8bb7-194381e9a83c None None] The sync data for ids ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'] in dv-cinder-789564-13-iscsi is: [{'id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c4567139-daaf-412b-9632-eae58e628794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:34Z', 'updated_at': '2021-08-31T19:41:37Z', 'revision_number': 3, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'gw_port': {'id': 'c4567139-daaf-412b-9632-eae58e628794', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:35Z', 'updated_at': '2021-08-31T19:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:41:41.282639 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.286039 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ec943-89ec-4310-aff1-d5d9f1759f86 req-fb83c9fb-ce48-4450-a944-d2e751201a55 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:41.288978 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6e4ec943-89ec-4310-aff1-d5d9f1759f86 req-fb83c9fb-ce48-4450-a944-d2e751201a55 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.1022182 Aug 31 19:41:41.296400 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 3dd497bd-9436-4605-9039-a4ce9cef2334, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=3dd497bd-9436-4605-9039-a4ce9cef2334,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:41.307499 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:39Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:41.312210 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.346290 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc84e1c-b78d-4f9a-a369-5d62f1806646 None None] The sync data for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi is: [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:39Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:41:41.369583 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6e4ec943-89ec-4310-aff1-d5d9f1759f86 req-718c7d8a-4ffb-410c-ae1c-03a25a50c2ea tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726552 Aug 31 19:41:41.452353 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=3dd497bd-9436-4605-9039-a4ce9cef2334,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:41.466017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-4534f20f-ac19-4637-88f2-1b1f4781ecb3 None None] Provisioning complete for port 3dd497bd-9436-4605-9039-a4ce9cef2334 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:41.466428 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4534f20f-ac19-4637-88f2-1b1f4781ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.545872 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.710636 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.718063 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.788378 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-7c121eac-37e7-4524-b38b-6f6bb9066dc4 None None] Provisioning for port d230cffd-93a0-47b3-a61c-0bac2c507648 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:41.796668 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-7c121eac-37e7-4524-b38b-6f6bb9066dc4 None None] Provisioning complete for port d230cffd-93a0-47b3-a61c-0bac2c507648 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:41.797052 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-7c121eac-37e7-4524-b38b-6f6bb9066dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.840522 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.876409 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-7c121eac-37e7-4524-b38b-6f6bb9066dc4 None None] Port d230cffd-93a0-47b3-a61c-0bac2c507648 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:41:41.917091 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-82449fca-8690-4d4b-a6f9-39c4aa9c1661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:41.978107 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Pushing event updated for resources: {'Port': ['ID=d230cffd-93a0-47b3-a61c-0bac2c507648,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:42.108609 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:42.113190 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:42.318023 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device c4567139-daaf-412b-9632-eae58e628794 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:42.354303 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:41:42.437763 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port c4567139-daaf-412b-9632-eae58e628794 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:42.443319 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port c4567139-daaf-412b-9632-eae58e628794 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:42.444032 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:42.541118 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-0646c27f-386e-4bed-bde1-c816c549d2c1 None None] Provisioning complete for port d230cffd-93a0-47b3-a61c-0bac2c507648 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:42.541640 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0646c27f-386e-4bed-bde1-c816c549d2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:42.580339 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:41:42.598704 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-9fc82815-3e27-46fc-aca6-f64cebb4c669 admin admin] 10.222.0.54 "PUT /v2.0/routers/6d872d5e-8853-4f0e-abac-aff7ab6c9140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5919905 Aug 31 19:41:42.630719 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a446559-c816-4160-82d6-719620159078 req-45ae7e4b-be4b-4f24-aa04-085a4af68fd5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:42.634688 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6a446559-c816-4160-82d6-719620159078 req-45ae7e4b-be4b-4f24-aa04-085a4af68fd5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0998020 Aug 31 19:41:42.650425 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-0646c27f-386e-4bed-bde1-c816c549d2c1 None None] Port d230cffd-93a0-47b3-a61c-0bac2c507648 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:41:42.696211 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:42.730865 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6a446559-c816-4160-82d6-719620159078 req-20f22a4f-45bb-4b21-a9bc-1687c3f5a09d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775967 Aug 31 19:41:42.750740 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port c4567139-daaf-412b-9632-eae58e628794, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=c4567139-daaf-412b-9632-eae58e628794,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:42.763904 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:42.764814 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e0adb672-6bf5-446c-8322-70bf567ddda6 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:42.867854 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=c4567139-daaf-412b-9632-eae58e628794,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:42.886435 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port e0adb672-6bf5-446c-8322-70bf567ddda6 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:42.887196 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:42.954804 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:43.014938 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 3dd497bd-9436-4605-9039-a4ce9cef2334 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:43.085014 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 3dd497bd-9436-4605-9039-a4ce9cef2334 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:43.085505 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:43.884387 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc57c9-776f-40b2-9eb2-980635bc2137 req-a269532f-d6b2-45ea-88cc-52a93b87c683 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:43.886798 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8cbc57c9-776f-40b2-9eb2-980635bc2137 req-a269532f-d6b2-45ea-88cc-52a93b87c683 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0629456 Aug 31 19:41:43.932804 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8cbc57c9-776f-40b2-9eb2-980635bc2137 req-a931ce93-9a74-460a-b6cf-4342dca51fb6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390837 Aug 31 19:41:44.081140 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device c4567139-daaf-412b-9632-eae58e628794 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:44.178655 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port c4567139-daaf-412b-9632-eae58e628794 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:44.179251 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.472495 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:44.640205 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e593ef0-dd93-4588-97b7-a590739ed637 req-2b6d7c5f-8fd7-4878-b6b8-d94f9e6246a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:44.647571 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5e593ef0-dd93-4588-97b7-a590739ed637 req-2b6d7c5f-8fd7-4878-b6b8-d94f9e6246a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8b7a440095744cebd172859de304b46&device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 1096 time: 0.1275949 Aug 31 19:41:44.971738 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Sync routers for ids ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:41:44.996494 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Routers {'6d872d5e-8853-4f0e-abac-aff7ab6c9140'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:44.997167 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:41:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:45.043582 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e593ef0-dd93-4588-97b7-a590739ed637 req-1fcde670-e187-40b3-b2a3-1a845bfd9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:45.060797 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5e593ef0-dd93-4588-97b7-a590739ed637 req-1fcde670-e187-40b3-b2a3-1a845bfd9f14 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b8b7a440095744cebd172859de304b46&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3824158 Aug 31 19:41:45.186448 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Set router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:45.375347 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15a409-dcee-4e91-85ed-9dfece0c1cc0 req-0c0b11d8-161b-4722-88e6-1c8c431395c8 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:45.389319 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1d15a409-dcee-4e91-85ed-9dfece0c1cc0 req-0c0b11d8-161b-4722-88e6-1c8c431395c8 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.2955956 Aug 31 19:41:45.498430 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1d15a409-dcee-4e91-85ed-9dfece0c1cc0 req-616f7df3-9f86-4e73-af3b-c5e3e273d818 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964308 Aug 31 19:41:45.621580 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e593ef0-dd93-4588-97b7-a590739ed637 req-89b76fc1-1bbc-491b-bd05-0689b38264ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:45.625794 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5e593ef0-dd93-4588-97b7-a590739ed637 req-89b76fc1-1bbc-491b-bd05-0689b38264ed service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5627036 Aug 31 19:41:45.664369 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c4567139-daaf-412b-9632-eae58e628794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:34Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 4, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'gw_port': {'id': 'c4567139-daaf-412b-9632-eae58e628794', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:35Z', 'updated_at': '2021-08-31T19:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'd230cffd-93a0-47b3-a61c-0bac2c507648', 'name': '', 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'mac_address': 'fa:16:3e:79:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:40Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 2, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'subnets': [{'id': 'c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:45.734048 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Checking router: 6d872d5e-8853-4f0e-abac-aff7ab6c9140 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:41:45.734985 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Updating router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 port d230cffd-93a0-47b3-a61c-0bac2c507648 binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:41:45.795847 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:45.919026 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028d033-28ab-4a24-a666-f892176e8d6b req-d031c30b-cbab-4947-8b03-f4d4e1289b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:45.921179 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-d031c30b-cbab-4947-8b03-f4d4e1289b75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8b7a440095744cebd172859de304b46&device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 1096 time: 0.0605564 Aug 31 19:41:46.054042 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-d3f33afd-afd2-4f73-b4ec-fee099a246bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b66559-ee79-42c3-b90d-19b582b16de4 HTTP/1.1" status: 200 len: 217 time: 0.1005731 Aug 31 19:41:46.349552 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028d033-28ab-4a24-a666-f892176e8d6b req-513e2386-70e2-48a9-b0a1-5bc5c6283550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:46.354624 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-513e2386-70e2-48a9-b0a1-5bc5c6283550 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c37c57b0-87e7-4709-8120-d07c9a5f9d86 HTTP/1.1" status: 200 len: 848 time: 0.2686729 Aug 31 19:41:46.460333 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028d033-28ab-4a24-a666-f892176e8d6b req-ed41cf2e-4feb-4665-a858-0ac84caefa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:46.461948 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-ed41cf2e-4feb-4665-a858-0ac84caefa28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4c47ed3-5203-4837-a7cf-43b184a661d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0756130 Aug 31 19:41:46.491406 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:46.523154 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Transition to ACTIVE for port object d230cffd-93a0-47b3-a61c-0bac2c507648 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:46.534866 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:46.671108 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2928f7-c994-4545-a9fa-0ffc82805bf2 None None] Pushing event updated for resources: {'Port': ['ID=d230cffd-93a0-47b3-a61c-0bac2c507648,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:46.708949 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-38bab42d-1e87-45d5-9acb-2fd20ffd74ea service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376034 Aug 31 19:41:46.752830 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4fd9a-603b-4dca-9185-a642f760a090 req-aea73a40-103b-4c85-8009-7bb22f2d3ebf tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:46.756949 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f2d4fd9a-603b-4dca-9185-a642f760a090 req-aea73a40-103b-4c85-8009-7bb22f2d3ebf tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.1085246 Aug 31 19:41:46.814689 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Attempting to bind port d230cffd-93a0-47b3-a61c-0bac2c507648 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:41:46.814689 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Attempting to bind port d230cffd-93a0-47b3-a61c-0bac2c507648 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'e9ca00fe-46ac-4c94-8de7-2eda3122504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:41:46.814689 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Attempting to bind port d230cffd-93a0-47b3-a61c-0bac2c507648 on network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:41:46.825051 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:41:46.825413 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Checking segment: {'id': 'e9ca00fe-46ac-4c94-8de7-2eda3122504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:41:46.827739 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:46.828249 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Bound using segment: {'id': 'e9ca00fe-46ac-4c94-8de7-2eda3122504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:41:46.828811 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Bound port: d230cffd-93a0-47b3-a61c-0bac2c507648, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ca00fe-46ac-4c94-8de7-2eda3122504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:41:46.829245 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:46.868920 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f2d4fd9a-603b-4dca-9185-a642f760a090 req-51ae476a-f87b-461f-8cbb-771f610b0687 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911734 Aug 31 19:41:46.916420 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2028d033-28ab-4a24-a666-f892176e8d6b req-d4ea4406-4e49-4356-97cb-d80442de6a08 service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987875 Aug 31 19:41:46.962336 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] For port d230cffd-93a0-47b3-a61c-0bac2c507648, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:41:46.966823 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] For port d230cffd-93a0-47b3-a61c-0bac2c507648, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=d230cffd-93a0-47b3-a61c-0bac2c507648,segment=NetworkSegment(e9ca00fe-46ac-4c94-8de7-2eda3122504e),segment_id=e9ca00fe-46ac-4c94-8de7-2eda3122504e)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:41:46.975707 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:47.092494 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2928f7-c994-4545-a9fa-0ffc82805bf2 None None] Pushing event updated for resources: {'Port': ['ID=d230cffd-93a0-47b3-a61c-0bac2c507648,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:47.116303 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Routers {'6d872d5e-8853-4f0e-abac-aff7ab6c9140'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:41:47.117680 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:41:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:47.550243 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] Set router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:41:47.763515 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b2b03-0e80-49aa-8085-a23a42319cc5 req-35fe3878-8c1e-4db8-bcae-5ef648abb3fa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:47.765805 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4e2b2b03-0e80-49aa-8085-a23a42319cc5 req-35fe3878-8c1e-4db8-bcae-5ef648abb3fa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0865293 Aug 31 19:41:47.828527 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4e2b2b03-0e80-49aa-8085-a23a42319cc5 req-492590ea-83e7-4b30-9d6b-11d7ca62ebb4 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501220 Aug 31 19:41:47.871632 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c4567139-daaf-412b-9632-eae58e628794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:34Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 4, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'gw_port': {'id': 'c4567139-daaf-412b-9632-eae58e628794', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:35Z', 'updated_at': '2021-08-31T19:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'd230cffd-93a0-47b3-a61c-0bac2c507648', 'name': '', 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'mac_address': 'fa:16:3e:79:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:40Z', 'updated_at': '2021-08-31T19:41:46Z', 'revision_number': 4, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'subnets': [{'id': 'c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:41:47.916302 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec582be6-6188-4ac0-8155-6f672d3914ae None None] The sync data for ids ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'] in dv-cinder-789564-13-iscsi is: [{'id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c4567139-daaf-412b-9632-eae58e628794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:34Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 4, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'gw_port': {'id': 'c4567139-daaf-412b-9632-eae58e628794', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:35Z', 'updated_at': '2021-08-31T19:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'd230cffd-93a0-47b3-a61c-0bac2c507648', 'name': '', 'network_id': '64c762c7-d8e4-4d2e-a430-0e26f8e57eca', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'mac_address': 'fa:16:3e:79:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:40Z', 'updated_at': '2021-08-31T19:41:46Z', 'revision_number': 4, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'subnets': [{'id': 'c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:41:48.224022 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device d230cffd-93a0-47b3-a61c-0bac2c507648 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:48.406181 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e50af-6961-4673-8fed-4d239a32baa2 req-06d5b468-b16a-453b-85c9-46e619d809ff tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:48.428568 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-716e50af-6961-4673-8fed-4d239a32baa2 req-06d5b468-b16a-453b-85c9-46e619d809ff tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.1031725 Aug 31 19:41:48.463277 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port d230cffd-93a0-47b3-a61c-0bac2c507648 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:41:48.471664 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port d230cffd-93a0-47b3-a61c-0bac2c507648 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:48.484076 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:48.593731 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-716e50af-6961-4673-8fed-4d239a32baa2 req-9e2d161d-cd3d-44e8-bf29-779fb1ba9e89 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636257 Aug 31 19:41:48.760996 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:48.810477 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port d230cffd-93a0-47b3-a61c-0bac2c507648, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=d230cffd-93a0-47b3-a61c-0bac2c507648,segment=NetworkSegment(e9ca00fe-46ac-4c94-8de7-2eda3122504e),segment_id=e9ca00fe-46ac-4c94-8de7-2eda3122504e)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:48.821695 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:49.056849 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=d230cffd-93a0-47b3-a61c-0bac2c507648,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:49.502184 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602866b-df04-4285-82dd-ac85ec044e9e req-3c46a808-29ef-4da5-b1cb-04087a95d680 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:49.509018 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-3c46a808-29ef-4da5-b1cb-04087a95d680 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 815 time: 0.2206430 Aug 31 19:41:49.538419 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-8a2b792e-b8c3-4475-807d-616af9c1d6ab tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/quotas/00e87c51ca5f418c9f5b53c948822f53 HTTP/1.1" status: 200 len: 375 time: 0.0224152 Aug 31 19:41:49.672168 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-81584a83-b6d4-4fe6-b55b-46e4908c44ba tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1248498 Aug 31 19:41:49.819644 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b38f9-123f-4309-8f8a-e7a01d3e5392 req-813f9229-288d-434c-be4b-d48c23572b2f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:49.832661 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bd7b38f9-123f-4309-8f8a-e7a01d3e5392 req-813f9229-288d-434c-be4b-d48c23572b2f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0906227 Aug 31 19:41:49.913153 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-260f66d6-156e-4cf2-9ecc-9d8d5b6f4bac service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395837 Aug 31 19:41:49.925947 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bd7b38f9-123f-4309-8f8a-e7a01d3e5392 req-2c885aeb-8760-4761-a201-76287d27cef8 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906065 Aug 31 19:41:50.143551 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef0cd68e-418d-4930-bba5-e68f0590530e service neutron] 10.222.0.54 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273507 Aug 31 19:41:50.196443 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device d230cffd-93a0-47b3-a61c-0bac2c507648 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:41:50.346928 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port d230cffd-93a0-47b3-a61c-0bac2c507648 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:41:50.347471 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:50.499281 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f851635d-369a-4058-a09f-2dbc181bd620 req-781d2007-4753-4c32-b4db-691aefc8caa5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 210 time: 0.0521467 Aug 31 19:41:51.244167 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de35ec2-5e3d-4084-8217-f86023690d98 req-a677200c-155b-4a4c-a0c6-7c722eafc2d1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:51.246679 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8de35ec2-5e3d-4084-8217-f86023690d98 req-a677200c-155b-4a4c-a0c6-7c722eafc2d1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.1165378 Aug 31 19:41:51.329370 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8de35ec2-5e3d-4084-8217-f86023690d98 req-a6da1ccd-e385-4042-80e0-062b64659fe1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680542 Aug 31 19:41:51.668329 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d6c86d5b-1986-4fa5-ac25-21c4d2c1a890 req-d3d88c9b-7762-4ace-958c-77ab26db0832 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 210 time: 0.0475049 Aug 31 19:41:52.540222 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427afff-abbf-42f1-a2d4-0b8447eb0bad req-80729c81-e145-4cce-9dc7-779e1ada73da tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:52.541833 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9427afff-abbf-42f1-a2d4-0b8447eb0bad req-80729c81-e145-4cce-9dc7-779e1ada73da tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0759478 Aug 31 19:41:52.615581 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9427afff-abbf-42f1-a2d4-0b8447eb0bad req-d9afcd44-9ce8-4f31-9df4-17b0a193a6a5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599608 Aug 31 19:41:52.843124 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fa6ec03f-452a-4117-8bf5-430c22f6d88a req-7e5eb3af-aaf1-42b2-bb08-7ffca8098251 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 210 time: 0.0550451 Aug 31 19:41:53.838671 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b92f-68f5-463c-840d-751331d456e7 req-112aceff-85d8-4e99-bfdd-7adc39705639 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:53.842625 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2928b92f-68f5-463c-840d-751331d456e7 req-112aceff-85d8-4e99-bfdd-7adc39705639 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.1483133 Aug 31 19:41:53.910608 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2928b92f-68f5-463c-840d-751331d456e7 req-65bb57d8-f19f-4a70-b7bc-62fc9aa50dc0 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555024 Aug 31 19:41:54.087443 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-96881c7d-579a-4822-95cc-8d2c107e0e05 req-62e561f5-a02b-43e4-9b77-221cd4315d1f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 210 time: 0.0536132 Aug 31 19:41:55.121122 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4148e0-5816-402c-b8b8-d6bbe4387ea4 req-aa5c3cee-f0a4-4063-b3a8-6c3d63c7aebd tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:55.131435 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8d4148e0-5816-402c-b8b8-d6bbe4387ea4 req-aa5c3cee-f0a4-4063-b3a8-6c3d63c7aebd tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.1097293 Aug 31 19:41:55.190549 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8d4148e0-5816-402c-b8b8-d6bbe4387ea4 req-497ce276-fcb6-4ef4-b494-4d4d16c8e7c2 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 Aug 31 19:41:55.320351 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c607080f-3e87-4e50-a4da-82118d851358 req-3ab06db4-ada6-41ce-aa9d-faddf1f9c700 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 210 time: 0.0319459 Aug 31 19:41:55.655589 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-06764acb-fe1b-4712-ab78-dedf94b0cebe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874734 Aug 31 19:41:55.790615 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-3cc7514e-f31e-4535-987b-5ae70e6e7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:55.792806 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-3cc7514e-f31e-4535-987b-5ae70e6e7279 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0691020 Aug 31 19:41:56.026982 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-f08220ac-a044-45b6-87be-45fb61129836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:56.029772 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-f08220ac-a044-45b6-87be-45fb61129836 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 919 time: 0.1670516 Aug 31 19:41:56.091820 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-894d5a30-1140-4680-8e43-a4823f9e36ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2233f784-6f58-48a2-862f-fe732c9603f8 HTTP/1.1" status: 200 len: 217 time: 0.0529346 Aug 31 19:41:56.159664 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-3bf59980-082a-4438-9708-d87c4ad7a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:56.161581 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-3bf59980-082a-4438-9708-d87c4ad7a1a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.0613167 Aug 31 19:41:56.217231 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-6b8e672b-0ef1-4dba-86fc-b8f49bed5cd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454051 Aug 31 19:41:56.390566 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-e6adc071-5905-44f4-ad96-07331e4238ea service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650484 Aug 31 19:41:56.438878 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ff8cc-f861-422a-9859-356363e1bff2 req-4c693767-f42b-4aab-9502-a9f3746ef400 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:56.447577 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4a3ff8cc-f861-422a-9859-356363e1bff2 req-4c693767-f42b-4aab-9502-a9f3746ef400 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0711701 Aug 31 19:41:56.604644 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-14432f3b-6c30-4ff2-b9c5-0efe411ffae1 req-2dfadc23-1382-47c4-9887-4151c39fab4c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 210 time: 0.1364791 Aug 31 19:41:56.685211 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-030948fd-cffd-46b7-89e0-3b11783406a7 req-e1c752d9-dec1-46ea-b1cf-5e071e2a132d service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002294 Aug 31 19:41:56.739627 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4a3ff8cc-f861-422a-9859-356363e1bff2 req-0739c5ea-72ce-4cfe-82b7-b4ac361f4b67 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886736 Aug 31 19:41:56.753376 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:57.603461 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602866b-df04-4285-82dd-ac85ec044e9e req-7def8b35-eb6f-4d03-a327-d160e18848fd tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:57.605037 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-7def8b35-eb6f-4d03-a327-d160e18848fd tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 815 time: 0.5393114 Aug 31 19:41:57.625579 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-b443c1ec-b4e3-4a69-9b07-faecc52b3c61 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:57.627322 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-b443c1ec-b4e3-4a69-9b07-faecc52b3c61 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/networks?id=afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 200 len: 815 time: 0.1676261 Aug 31 19:41:57.650507 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-211a0149-6731-4087-bbf8-4c459767175e tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/quotas/0534a8bc230947f7b167be742bb5fd92 HTTP/1.1" status: 200 len: 375 time: 0.0164471 Aug 31 19:41:57.717564 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f19ea7e7-0777-455e-a95b-1c7e232bde6c req-7431d98b-2f0d-40c2-912e-fdef85bd0ec4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 210 time: 0.0282857 Aug 31 19:41:57.735369 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-41874a2f-198a-474c-8de0-d6f6a5a13577 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0534a8bc230947f7b167be742bb5fd92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768027 Aug 31 19:41:57.767597 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Request body: {'port': {'device_id': '0222a470-5936-49fa-afbc-e80401d92948', 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a', 'admin_state_up': True, 'tenant_id': '00e87c51ca5f418c9f5b53c948822f53'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:57.915104 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4355de0-3edf-4a9d-aece-6ce50827a6ea req-1cc5c7be-7616-4a02-a8e2-510aafe241d8 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:57.916736 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e4355de0-3edf-4a9d-aece-6ce50827a6ea req-1cc5c7be-7616-4a02-a8e2-510aafe241d8 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0605268 Aug 31 19:41:57.949057 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-1479de1d-3c73-4043-bd77-da0807384630 service neutron] 10.222.0.54 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933923 Aug 31 19:41:57.993115 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e4355de0-3edf-4a9d-aece-6ce50827a6ea req-15e381a7-b542-4aa6-9c2f-985b9464220d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634673 Aug 31 19:41:58.056115 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Made reservation on behalf of 00e87c51ca5f418c9f5b53c948822f53 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:41:58.059769 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.165845 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-ffb8c218-6afa-4b50-bcf8-623593920716 service neutron] 10.222.0.54 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040858 Aug 31 19:41:58.264709 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Allocated IP 172.20.0.6 (c7ea806c-f8cd-4e05-8a77-dbe08222f90a/7af79d9f-7bce-460f-ad8a-5758861deb7a/d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:41:58.485233 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9e62235d-fd6c-45ed-86fd-d249c3449f75 req-07603158-14a9-4a13-a95a-2bf5d77f91de tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0852602 Aug 31 19:41:58.628028 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.704390 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:58.801260 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Network c7ea806c-f8cd-4e05-8a77-dbe08222f90a is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:41:58.812390 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:41:58.822051 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:41:58.829825 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Pushing event updated for resources: {'Port': ['ID=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:58.885147 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['c6570840-1b50-431a-bbb6-a801953ca3bc', '248b3aba-4f9c-4ce9-91ae-3097538bb3e4', 'ce5620e7-789e-445b-8d97-739675055bbd'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:41:58.896988 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b6b66559-ee79-42c3-b90d-19b582b16de4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:41:58.935842 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.936367 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.936878 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.937391 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.938486 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.938909 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.939405 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.939945 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.940463 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.941032 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.941517 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.942000 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:41:58.980935 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:58.981787 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:59.005266 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e7b6-8ac7-46a7-8367-6fd4b2c37d63 req-5036e24c-02fd-4b32-8d56-b9b861dad0bf tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:59.006978 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5408e7b6-8ac7-46a7-8367-6fd4b2c37d63 req-5036e24c-02fd-4b32-8d56-b9b861dad0bf tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 931 time: 0.1398065 Aug 31 19:41:59.023084 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-ef8327de-ce93-4a3d-b83e-5daa58af94f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2594290 Aug 31 19:41:59.052671 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5408e7b6-8ac7-46a7-8367-6fd4b2c37d63 req-fb1d41a5-6398-44f4-84ef-13e8c89bae54 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Aug 31 19:41:59.121313 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6b66559-ee79-42c3-b90d-19b582b16de4,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:59.121665 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Request body: {'port': {'device_id': '0222a470-5936-49fa-afbc-e80401d92948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:41:59.155358 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'port_id': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'mac_address': 'fa:16:3e:82:67:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:41:59.214270 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306f394-d1cd-4c09-8771-5586f9e36cea req-b0f9d7da-7612-45dc-a72f-da8a3ad9e048 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:41:59.237108 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7306f394-d1cd-4c09-8771-5586f9e36cea req-b0f9d7da-7612-45dc-a72f-da8a3ad9e048 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.1236405 Aug 31 19:41:59.261760 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:59.300886 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b66559-ee79-42c3-b90d-19b582b16de4 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:41:59.317280 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7306f394-d1cd-4c09-8771-5586f9e36cea req-8e6d93f3-b421-4ce2-8cd9-f07a8631892c tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754354 Aug 31 19:41:59.354954 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6b66559-ee79-42c3-b90d-19b582b16de4,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:41:59.366050 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:59.366251 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:59.457197 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=b6b66559-ee79-42c3-b90d-19b582b16de4,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:41:59.697795 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-91f97356-ff35-4f04-bd10-b31d0b056c3c req-3fa00c9d-bde9-4376-a874-25398312d29b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0458574 Aug 31 19:41:59.871072 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:41:59.888635 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:41:59.915686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Transition to ACTIVE for port object d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:41:59.926539 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.037825 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Pushing event updated for resources: {'Port': ['ID=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:00.094694 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['b6b66559-ee79-42c3-b90d-19b582b16de4'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:42:00.144746 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Attempting to bind port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:00.145309 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Attempting to bind port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:00.145864 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Attempting to bind port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:00.153677 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:42:00.154092 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Attempting to bind port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b on network c7ea806c-f8cd-4e05-8a77-dbe08222f90a {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:00.160315 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:00.160655 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Checking segment: {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:00.160844 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Bound using segment: {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:00.161437 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Bound port: d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4decb8-48af-48be-94bb-27f0e26dd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:00.161799 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.292060 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] For port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:00.300974 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] For port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:00.317003 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5cad-c4e9-4de2-a644-1324765db867 req-32186cc6-ba5d-438b-941b-f11018673644 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:00.319321 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-12aa5cad-c4e9-4de2-a644-1324765db867 req-32186cc6-ba5d-438b-941b-f11018673644 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.1168845 Aug 31 19:42:00.321800 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.398263 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:00.399269 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:00.401159 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] 10.222.0.55 "PUT /v2.0/ports/d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b HTTP/1.1" status: 200 len: 1093 time: 1.2904825 Aug 31 19:42:00.419025 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0222a470-5936-49fa-afbc-e80401d92948', 'tag': 'd3a871ab-0a24-4af4-9bd1-aa6c3c50f57b'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:00.423761 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85ddb7b-6e03-4765-ac16-20e55bb56045" -d '{"events": [{"name": "network-changed", "server_uuid": "0222a470-5936-49fa-afbc-e80401d92948", "tag": "d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:00.544086 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-12aa5cad-c4e9-4de2-a644-1324765db867 req-80755f20-276e-4575-bb7c-f8c41c920d32 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076905 Aug 31 19:42:00.570563 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c08f06-6924-43f6-948c-8c306f30a25a service neutron] Pushing event updated for resources: {'Port': ['ID=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:00.586834 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50606cf5-bc17-4ad8-b84a-e12f89f660be req-a3f5e770-b764-4aa3-94f8-89e55da1bd10 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:00.592453 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-50606cf5-bc17-4ad8-b84a-e12f89f660be req-a3f5e770-b764-4aa3-94f8-89e55da1bd10 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0721271 Aug 31 19:42:00.635899 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-50606cf5-bc17-4ad8-b84a-e12f89f660be req-14c59b65-d0bb-4254-9523-48f190abd169 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368083 Aug 31 19:42:00.697633 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa41438-81ad-4980-922b-ae6db3b73d4a x-openstack-request-id: req-caa41438-81ad-4980-922b-ae6db3b73d4a {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:00.698100 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0222a470-5936-49fa-afbc-e80401d92948", "tag": "d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:00.698500 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-caa41438-81ad-4980-922b-ae6db3b73d4a {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:00.699121 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0222a470-5936-49fa-afbc-e80401d92948', 'tag': 'd3a871ab-0a24-4af4-9bd1-aa6c3c50f57b', 'status': 'completed', 'code': 200} Aug 31 19:42:00.713794 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602866b-df04-4285-82dd-ac85ec044e9e req-7e2aa14b-96f4-463c-ba21-b3c975a7d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:00.715411 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-7e2aa14b-96f4-463c-ba21-b3c975a7d712 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 1096 time: 0.2361662 Aug 31 19:42:00.750256 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-225a9325-7085-462a-aca7-d5c681b27755 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:00.752034 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-225a9325-7085-462a-aca7-d5c681b27755 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.55 "GET /v2.0/networks?id=afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 200 len: 815 time: 0.2070515 Aug 31 19:42:00.830000 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d7c57c7e-98e7-41c0-be49-9b3c69b0ffdb req-53322767-8529-4a2d-a794-3f3521b2e2bf tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0331066 Aug 31 19:42:01.683719 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb020cc9-60c2-4cae-be2e-73eb5c598b2c req-cc675e90-3785-4c51-9bc0-042300883a84 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:01.685263 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cb020cc9-60c2-4cae-be2e-73eb5c598b2c req-cc675e90-3785-4c51-9bc0-042300883a84 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0512114 Aug 31 19:42:01.730576 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cb020cc9-60c2-4cae-be2e-73eb5c598b2c req-6b3f7bc3-d6e8-43e9-b3df-8593b6534ffe tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381436 Aug 31 19:42:01.845852 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02e3d4-c8a2-4473-8ccc-b9e7991dc6ec req-17b537d4-25c1-4ddd-8f05-cccf7bc40932 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:01.847405 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ae02e3d4-c8a2-4473-8ccc-b9e7991dc6ec req-17b537d4-25c1-4ddd-8f05-cccf7bc40932 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0542502 Aug 31 19:42:01.892695 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ae02e3d4-c8a2-4473-8ccc-b9e7991dc6ec req-ab08a15d-225b-4d4d-8804-be54d988d03d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367556 Aug 31 19:42:01.978969 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-18c450ae-89ae-4a51-9871-99bbe5d2d2e3 req-2db0799c-f72f-488d-ae63-a19e4ff4022a tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0286558 Aug 31 19:42:02.873088 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1a78d-b92d-423e-9062-3a3ef968335e req-bbd39f7f-095d-4cd6-8c11-242da012fa2d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:02.874699 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-87e1a78d-b92d-423e-9062-3a3ef968335e req-bbd39f7f-095d-4cd6-8c11-242da012fa2d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0650473 Aug 31 19:42:02.920005 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-87e1a78d-b92d-423e-9062-3a3ef968335e req-bb26de96-b00e-4454-a0e7-fd87fe55152e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366986 Aug 31 19:42:03.075468 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc64b24-e861-4959-92e6-e0ab6899ee85 req-230af722-dd6a-472e-9805-7049acdb7649 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:03.078337 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4cc64b24-e861-4959-92e6-e0ab6899ee85 req-230af722-dd6a-472e-9805-7049acdb7649 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0919650 Aug 31 19:42:03.143488 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4cc64b24-e861-4959-92e6-e0ab6899ee85 req-7e77d0d6-2968-4c74-9da2-eabe398c4751 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583341 Aug 31 19:42:03.238537 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e10df98f-2325-45b9-8d4a-58b541d7f3d4 req-4118bfef-af92-46d2-83dd-d124549bbeb6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0295444 Aug 31 19:42:04.065339 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72247eb4-02cc-45c1-99fc-95f8153200e2 req-1919f463-c5e3-44bc-ac28-b130d1c5e2c5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:04.067728 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-72247eb4-02cc-45c1-99fc-95f8153200e2 req-1919f463-c5e3-44bc-ac28-b130d1c5e2c5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0681891 Aug 31 19:42:04.122398 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-72247eb4-02cc-45c1-99fc-95f8153200e2 req-c9725af6-f9ee-406f-ad2e-b62d6815243a tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482874 Aug 31 19:42:04.341449 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898d787-2426-48a9-b60a-43ee1f1a9f4e req-9b911eb9-7495-4900-9b2b-810d9f1ea098 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:04.345587 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1898d787-2426-48a9-b60a-43ee1f1a9f4e req-9b911eb9-7495-4900-9b2b-810d9f1ea098 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0893190 Aug 31 19:42:04.411117 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1898d787-2426-48a9-b60a-43ee1f1a9f4e req-1751c0ba-4af7-4d96-af9a-2f43a271f424 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597000 Aug 31 19:42:04.510872 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-64680b82-bea4-4ca1-84d7-4037bdd5df6b req-79b55541-a681-43de-8c59-5f7429cd794e tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0294361 Aug 31 19:42:05.262993 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ce33e-2d5d-4bc0-861e-f0728d79fd32 req-c0745980-648c-42ca-92a4-9d50860eddd6 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:05.264698 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8e3ce33e-2d5d-4bc0-861e-f0728d79fd32 req-c0745980-648c-42ca-92a4-9d50860eddd6 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0579395 Aug 31 19:42:05.315598 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8e3ce33e-2d5d-4bc0-861e-f0728d79fd32 req-07a54e0c-1ae8-41de-ae83-4b0fc58bb59a tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Aug 31 19:42:05.591957 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdce42-7049-4712-a253-cd03ca175102 req-e6826b66-853e-4dad-8cc5-a6195e3f2e70 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:05.594585 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-38bdce42-7049-4712-a253-cd03ca175102 req-e6826b66-853e-4dad-8cc5-a6195e3f2e70 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0864892 Aug 31 19:42:05.646089 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-38bdce42-7049-4712-a253-cd03ca175102 req-310a7b25-7d3b-436e-8b9f-cf7eb5c5a983 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448997 Aug 31 19:42:05.752860 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d3c86d4f-6c30-4c0f-a4d3-602f215d2c49 req-6e1498c2-b43e-4fbb-8222-2e869d600a69 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0308084 Aug 31 19:42:06.447464 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddabcc-d8d0-4cb9-a204-0ff809cab94f req-78854609-6882-4f6f-af41-f6436dbda947 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:06.449076 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-92ddabcc-d8d0-4cb9-a204-0ff809cab94f req-78854609-6882-4f6f-af41-f6436dbda947 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0578325 Aug 31 19:42:06.498883 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-92ddabcc-d8d0-4cb9-a204-0ff809cab94f req-04b2405f-d5d8-416b-bad8-755278256354 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Aug 31 19:42:06.781664 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5730d2-2cfc-42cc-b87d-1b3a30f5a967 req-04044833-9426-40dc-bcf5-fc15103ec235 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:06.783311 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3d5730d2-2cfc-42cc-b87d-1b3a30f5a967 req-04044833-9426-40dc-bcf5-fc15103ec235 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0560448 Aug 31 19:42:06.837803 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3d5730d2-2cfc-42cc-b87d-1b3a30f5a967 req-742d3df4-1c7a-4b10-854f-758c417c2658 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Aug 31 19:42:06.970766 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-137687ec-7692-417f-b078-37d5ddc69cb2 req-84b55497-d808-4ade-b91e-391ba398c22b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0366290 Aug 31 19:42:07.306697 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'port': {'device_id': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'admin_state_up': True, 'tenant_id': '0534a8bc230947f7b167be742bb5fd92'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:07.409798 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-779ce89f-fbb4-4703-bccf-f2607e272558 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b HTTP/1.1" status: 200 len: 217 time: 0.1079030 Aug 31 19:42:07.497184 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602866b-df04-4285-82dd-ac85ec044e9e req-258d42ff-de09-4e92-ade0-efab477985f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:07.498760 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-258d42ff-de09-4e92-ade0-efab477985f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 200 len: 855 time: 0.0782459 Aug 31 19:42:07.553132 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-4404ae71-440a-464c-b96d-85161ec068ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457110 Aug 31 19:42:07.639579 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7d786-017c-41f8-bcd6-97fd1ea7ca25 req-520c6b93-0d07-4bc3-bbda-30a35c7f6a60 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:07.641310 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1ea7d786-017c-41f8-bcd6-97fd1ea7ca25 req-520c6b93-0d07-4bc3-bbda-30a35c7f6a60 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0547047 Aug 31 19:42:07.667375 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Made reservation on behalf of 0534a8bc230947f7b167be742bb5fd92 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:07.674297 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:07.689614 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1ea7d786-017c-41f8-bcd6-97fd1ea7ca25 req-2bf8b3e1-2410-45e3-b06b-6845a34af40d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Aug 31 19:42:07.842447 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-5e0bead8-29f5-49d3-9ef6-417156b335dd service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784078 Aug 31 19:42:07.986866 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b503873-a03f-4f27-8418-862f5e84a7ef req-adcf9853-e406-482a-b725-1222d9ffa5fa tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:07.991479 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9b503873-a03f-4f27-8418-862f5e84a7ef req-adcf9853-e406-482a-b725-1222d9ffa5fa tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0702395 Aug 31 19:42:08.042750 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9b503873-a03f-4f27-8418-862f5e84a7ef req-057a6b78-17d9-4f49-8b6d-e07d8261bdf3 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435777 Aug 31 19:42:08.097264 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Allocated IP 172.20.0.14 (afc56b53-89ad-445f-86e9-6b7ca5ed9826/8236f8b3-26d3-4098-9767-a497fdb7a846/88eeea63-5854-46ce-8ee8-77fc0951716c) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:08.142266 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4602866b-df04-4285-82dd-ac85ec044e9e req-497a0cc5-7a1f-407e-88f5-5b41a85a3e04 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893708 Aug 31 19:42:08.218678 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5186b6db-5fd8-474c-bbb2-63fbca7bfcec req-93b9c9a9-9850-4e66-b114-9523b0a1d8f1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0487456 Aug 31 19:42:08.398112 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-bb6ee1b7-1169-4725-bf47-68d6beb7d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:08.405124 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-bb6ee1b7-1169-4725-bf47-68d6beb7d99f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00e87c51ca5f418c9f5b53c948822f53&device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 1096 time: 0.1166530 Aug 31 19:42:08.464330 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0e016359-27b5-4714-a781-0d28e1f9d834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:08.580172 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:08.626603 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Transition to ACTIVE for port object 88eeea63-5854-46ce-8ee8-77fc0951716c will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:08.710628 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-6c144d23-285c-42e1-b4e3-3f7a6b24dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:08.711036 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-6c144d23-285c-42e1-b4e3-3f7a6b24dce2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 200 len: 916 time: 0.2689159 Aug 31 19:42:08.801238 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:08.902051 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Network afc56b53-89ad-445f-86e9-6b7ca5ed9826 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:08.909489 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:08.909766 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35455177-3b1d-416d-b8d2-40fa73827893 req-0a3b26f1-3e33-4117-9711-cb8d0832cb56 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:08.911479 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-35455177-3b1d-416d-b8d2-40fa73827893 req-0a3b26f1-3e33-4117-9711-cb8d0832cb56 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0619171 Aug 31 19:42:08.917109 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:08.929844 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'Port': ['ID=88eeea63-5854-46ce-8ee8-77fc0951716c,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:09.002819 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-35455177-3b1d-416d-b8d2-40fa73827893 req-cbab504e-2cd1-473c-87f5-4c3a33096414 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607717 Aug 31 19:42:09.030555 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:09.032675 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:09.055140 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-c6b36c63-e992-4bc2-b334-869d66cbc9a6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7546978 Aug 31 19:42:09.302089 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd5b72-a18e-42f0-9408-e8a652017beb req-9f0443da-5392-4594-a1d7-e0fd561ce5b9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:09.304911 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f8dd5b72-a18e-42f0-9408-e8a652017beb req-9f0443da-5392-4594-a1d7-e0fd561ce5b9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0946620 Aug 31 19:42:09.311363 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-2f2d8345-676b-4dfc-9457-cb58bdfe87ab None None] Provisioning for port 88eeea63-5854-46ce-8ee8-77fc0951716c completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:09.328288 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-2f2d8345-676b-4dfc-9457-cb58bdfe87ab None None] Provisioning complete for port 88eeea63-5854-46ce-8ee8-77fc0951716c triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:09.328904 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8345-676b-4dfc-9457-cb58bdfe87ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:09.394111 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f8dd5b72-a18e-42f0-9408-e8a652017beb req-630f5dd2-4b8b-4743-b4b7-b0ee1adad0cc tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686836 Aug 31 19:42:09.395372 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d8345-676b-4dfc-9457-cb58bdfe87ab None None] Port 88eeea63-5854-46ce-8ee8-77fc0951716c cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:09.558091 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aacd0-980e-439d-9a6b-6260b6c07d8c req-8da33244-db45-4989-9da9-0cc063520437 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:09.559745 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-344aacd0-980e-439d-9a6b-6260b6c07d8c req-8da33244-db45-4989-9da9-0cc063520437 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0716732 Aug 31 19:42:09.604697 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-344aacd0-980e-439d-9a6b-6260b6c07d8c req-1799c14d-8f77-4fa9-a17b-2e762c88569e tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385258 Aug 31 19:42:10.196815 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7532fa-8b1d-4de9-b51b-60f81cfee53c req-68a15144-e052-4c84-979e-e4cae0c8772d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:10.198673 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3e7532fa-8b1d-4de9-b51b-60f81cfee53c req-68a15144-e052-4c84-979e-e4cae0c8772d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0613933 Aug 31 19:42:10.253101 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3e7532fa-8b1d-4de9-b51b-60f81cfee53c req-dc5eb187-8c90-44f7-9b93-4860e3c2a207 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Aug 31 19:42:10.283365 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 46928) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:10.425637 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-91d29ae6-b2f8-4223-b079-67887b3d01ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:10.579111 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc21a4-d57d-4ee1-bcb1-707761831be7 req-39490fe2-4876-4f10-b0a0-b421cec456e5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:10.582172 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-39cc21a4-d57d-4ee1-bcb1-707761831be7 req-39490fe2-4876-4f10-b0a0-b421cec456e5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.1021450 Aug 31 19:42:10.605220 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-91d29ae6-b2f8-4223-b079-67887b3d01ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:10.613389 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-91d29ae6-b2f8-4223-b079-67887b3d01ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:10.666313 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d29ae6-b2f8-4223-b079-67887b3d01ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de38f3c0-ac7b-4228-88ab-dcb17772902f,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:10.669734 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-39cc21a4-d57d-4ee1-bcb1-707761831be7 req-44b65663-593f-4a33-b135-c0e3a8417eee tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717299 Aug 31 19:42:10.670662 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-91d29ae6-b2f8-4223-b079-67887b3d01ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87207caa0b3e44559f73337ae73023e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862171 Aug 31 19:42:10.675141 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 46938) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:10.735733 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e9a37494-bdb4-4d68-80d8-17e693788cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:10.764003 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e9a37494-bdb4-4d68-80d8-17e693788cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:10.843857 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e9a37494-bdb4-4d68-80d8-17e693788cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:10.850603 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a05c0-5c25-48b5-80f3-b4728e19a500 req-ac591184-d699-4b0f-b215-4f83da8d138b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:10.850861 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e9a37494-bdb4-4d68-80d8-17e693788cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:10.855128 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e9a37494-bdb4-4d68-80d8-17e693788cf8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de38f3c0-ac7b-4228-88ab-dcb17772902f HTTP/1.1" status: 204 len: 168 time: 0.1766262 Aug 31 19:42:10.856451 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-012a05c0-5c25-48b5-80f3-b4728e19a500 req-ac591184-d699-4b0f-b215-4f83da8d138b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0986729 Aug 31 19:42:10.874079 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a37494-bdb4-4d68-80d8-17e693788cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de38f3c0-ac7b-4228-88ab-dcb17772902f,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:10.936811 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-012a05c0-5c25-48b5-80f3-b4728e19a500 req-6f4fd100-dd9c-4cc9-b223-3763a8af7d2c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622776 Aug 31 19:42:11.263769 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b6b66559-ee79-42c3-b90d-19b582b16de4 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:11.366891 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port b6b66559-ee79-42c3-b90d-19b582b16de4 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:11.383470 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:42:11.388331 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port b6b66559-ee79-42c3-b90d-19b582b16de4 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:11.388912 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:11.500882 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d33a4e-6f74-4351-938e-851255abb36a req-427ed1d9-d23f-4c74-8b80-ecfc31ec4d67 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:11.504661 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e6d33a4e-6f74-4351-938e-851255abb36a req-427ed1d9-d23f-4c74-8b80-ecfc31ec4d67 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0920248 Aug 31 19:42:11.576460 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e6d33a4e-6f74-4351-938e-851255abb36a req-6a838fbe-acf5-4b12-a5a0-6e96903cadf5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587018 Aug 31 19:42:11.600898 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:11.618289 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:11.692450 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:11.697670 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dd91e7-c6a7-431f-8ab5-8851df4bb57c" -d '{"events": [{"server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "name": "network-vif-plugged", "status": "completed", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:11.726414 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6b66559-ee79-42c3-b90d-19b582b16de4,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:11.739194 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:11.830348 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=b6b66559-ee79-42c3-b90d-19b582b16de4,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:11.861934 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461ea4f-f764-49f9-bfb1-a52af78f6c06 req-878fc4c3-0b4d-4352-a51f-a8580f89efab tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:11.864607 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5461ea4f-f764-49f9-bfb1-a52af78f6c06 req-878fc4c3-0b4d-4352-a51f-a8580f89efab tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0864830 Aug 31 19:42:11.958142 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5461ea4f-f764-49f9-bfb1-a52af78f6c06 req-3739c706-b7e2-4c3a-83ca-232adff2d2a5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859859 Aug 31 19:42:11.959135 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e4223fb6-6086-4426-998a-efc84bb48ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:12.054831 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b44902-be73-4249-bce4-e1678ba1ed5c x-openstack-request-id: req-c7b44902-be73-4249-bce4-e1678ba1ed5c {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:12.055108 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "name": "network-vif-plugged", "status": "completed", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:12.055413 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7b44902-be73-4249-bce4-e1678ba1ed5c {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:12.055745 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'code': 200} Aug 31 19:42:12.209779 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c2e1d-b96b-4193-8bdf-c179b451dfd2 req-dbcd93ae-e394-434d-8e1d-3ec7c6cf2326 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:12.212058 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0e1c2e1d-b96b-4193-8bdf-c179b451dfd2 req-dbcd93ae-e394-434d-8e1d-3ec7c6cf2326 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0911489 Aug 31 19:42:12.299635 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0e1c2e1d-b96b-4193-8bdf-c179b451dfd2 req-27cee88f-eac5-449a-bf07-ea1c4872e58a tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769658 Aug 31 19:42:12.836006 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff08ca-c209-466d-9538-7e3fe7cffb99 req-39296c64-eb09-485f-8e8f-ac52fdc100a4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:12.841362 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fdff08ca-c209-466d-9538-7e3fe7cffb99 req-39296c64-eb09-485f-8e8f-ac52fdc100a4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.1053102 Aug 31 19:42:12.942623 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fdff08ca-c209-466d-9538-7e3fe7cffb99 req-ec2e8ae2-3658-4306-9cec-1adb561f98f4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907292 Aug 31 19:42:12.966636 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.065742 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 47000) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:13.157059 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab33da-ab14-4dea-aa3e-26815d69ee47 req-1672e108-d0f2-41fd-91d8-8b1527c35004 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:13.162910 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-78ab33da-ab14-4dea-aa3e-26815d69ee47 req-1672e108-d0f2-41fd-91d8-8b1527c35004 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0999110 Aug 31 19:42:13.230725 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-78ab33da-ab14-4dea-aa3e-26815d69ee47 req-506f8c42-f1f1-4e6a-80a0-baf50da4472b tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633435 Aug 31 19:42:13.268057 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-08462816-7f11-4c4c-8e57-c468c976f1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.383799 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-08462816-7f11-4c4c-8e57-c468c976f1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.388219 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-08462816-7f11-4c4c-8e57-c468c976f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.438843 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-08462816-7f11-4c4c-8e57-c468c976f1cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c529f7be9561498a9e7273740f1bbb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714659 Aug 31 19:42:13.440014 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47006) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:13.443143 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08462816-7f11-4c4c-8e57-c468c976f1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2cff39-bc91-42da-b19d-0f7ff838464b,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:13.549506 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a77ca8-c57b-4725-8227-a3a2d05cb48d req-52252706-2d13-467a-a424-f93c1d7796f1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:13.551154 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d3a77ca8-c57b-4725-8227-a3a2d05cb48d req-52252706-2d13-467a-a424-f93c1d7796f1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0950961 Aug 31 19:42:13.567017 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.617751 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.646373 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d3a77ca8-c57b-4725-8227-a3a2d05cb48d req-f69acc3b-c90e-4799-920c-62bbb2247525 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706840 Aug 31 19:42:13.697552 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.701913 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:13.706498 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd2cff39-bc91-42da-b19d-0f7ff838464b HTTP/1.1" status: 204 len: 168 time: 0.2626476 Aug 31 19:42:13.718750 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2cff39-bc91-42da-b19d-0f7ff838464b,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:13.727189 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.727547 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.727846 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.728226 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.728504 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.728907 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.729262 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.729602 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.729893 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.730244 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.730560 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:13.730873 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d3a632-6939-478b-aea8-7212c16aca04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:14.114145 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72431-966c-4ce7-824c-f9ee5b39a724 req-464db169-baad-4fa8-b37c-38f0deaa9ff0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:14.116331 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7bb72431-966c-4ce7-824c-f9ee5b39a724 req-464db169-baad-4fa8-b37c-38f0deaa9ff0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0815673 Aug 31 19:42:14.133394 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 47022) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:14.150157 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-83e20d7a-e31b-4d0f-9a94-0081e0cff1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.174620 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7bb72431-966c-4ce7-824c-f9ee5b39a724 req-9cf8c146-dade-4890-a16f-fb55bebf3f50 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491772 Aug 31 19:42:14.296045 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-83e20d7a-e31b-4d0f-9a94-0081e0cff1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.304742 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-83e20d7a-e31b-4d0f-9a94-0081e0cff1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.376686 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-83e20d7a-e31b-4d0f-9a94-0081e0cff1b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96434c1f7302400288ac849bab7a49f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419806 Aug 31 19:42:14.379642 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e20d7a-e31b-4d0f-9a94-0081e0cff1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac25bf6-1420-4a3f-9dbd-608ae6cdf88f,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:14.382591 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 47026) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:14.444467 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a20d5-8ab9-45c1-8846-979074728da6 req-93d20f16-4a52-419d-b618-c7767f45e0e7 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:14.447396 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-519a20d5-8ab9-45c1-8846-979074728da6 req-93d20f16-4a52-419d-b618-c7767f45e0e7 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.1141298 Aug 31 19:42:14.454029 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b6b6840e-c6db-40b4-a356-6cfdffd0ace0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.487191 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.490555 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b6b6840e-c6db-40b4-a356-6cfdffd0ace0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.525295 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-519a20d5-8ab9-45c1-8846-979074728da6 req-591b9507-bf00-4b7f-8966-fcbdb58b11ca tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584438 Aug 31 19:42:14.590391 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b6b6840e-c6db-40b4-a356-6cfdffd0ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.595676 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b6b6840e-c6db-40b4-a356-6cfdffd0ace0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:14.603683 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-b6b6840e-c6db-40b4-a356-6cfdffd0ace0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ac25bf6-1420-4a3f-9dbd-608ae6cdf88f HTTP/1.1" status: 204 len: 168 time: 0.2138612 Aug 31 19:42:14.618949 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6840e-c6db-40b4-a356-6cfdffd0ace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac25bf6-1420-4a3f-9dbd-608ae6cdf88f,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:14.866953 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cea43-15d9-412c-b0cf-20550d67850c req-a9f543b4-e5d2-4a97-8cb9-bd621118b841 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:14.869842 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8d6cea43-15d9-412c-b0cf-20550d67850c req-a9f543b4-e5d2-4a97-8cb9-bd621118b841 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.1033838 Aug 31 19:42:14.986797 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8d6cea43-15d9-412c-b0cf-20550d67850c req-291606f7-7594-40e6-a177-fe9ac3984880 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103306 Aug 31 19:42:15.416115 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d1a9-ed1e-49a7-b080-5ae1468d7324 req-490c62cb-47b0-417b-a93b-182a1c0573d0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:15.423245 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-10e7d1a9-ed1e-49a7-b080-5ae1468d7324 req-490c62cb-47b0-417b-a93b-182a1c0573d0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0857458 Aug 31 19:42:15.473521 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-10e7d1a9-ed1e-49a7-b080-5ae1468d7324 req-7a17cf67-8344-4958-8458-ef7c14b4fa1f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Aug 31 19:42:15.694732 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-2531e4e1-ea2f-4bae-a2dc-6b9b52d6cca1 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e187ffdff24a4e9aab62a2878288ea68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629280 Aug 31 19:42:16.013908 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-20f158d5-06fe-4820-9e37-d2af2e4879b4 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:16.021860 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-20f158d5-06fe-4820-9e37-d2af2e4879b4 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248835 Aug 31 19:42:16.039120 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-d5e2a618-bc22-4711-9c39-46a08153b6c6 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/quotas/e187ffdff24a4e9aab62a2878288ea68 HTTP/1.1" status: 200 len: 375 time: 0.0162787 Aug 31 19:42:16.075516 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-d64859a2-3eda-4c1f-b4cb-1e09a13bc309 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e187ffdff24a4e9aab62a2878288ea68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303915 Aug 31 19:42:16.482527 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574a90c-1e37-4ede-9049-c6147e57f4b3 req-f825c5f3-2bb1-493f-b0c0-342163229513 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:16.487850 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7574a90c-1e37-4ede-9049-c6147e57f4b3 req-f825c5f3-2bb1-493f-b0c0-342163229513 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.1190050 Aug 31 19:42:16.583481 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7574a90c-1e37-4ede-9049-c6147e57f4b3 req-727fd0b4-3029-4ba2-b913-270d9d6d44f2 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794675 Aug 31 19:42:16.824537 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1708f8-5624-4d85-9b38-d5b32228c94a req-0eee7061-953d-4114-b900-a779c30f4ddb tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:16.828050 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1e1708f8-5624-4d85-9b38-d5b32228c94a req-0eee7061-953d-4114-b900-a779c30f4ddb tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.1245372 Aug 31 19:42:16.916984 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1e1708f8-5624-4d85-9b38-d5b32228c94a req-f8b60fb1-cfbb-4d71-b1f6-39bac844a091 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801358 Aug 31 19:42:17.058790 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-84abb666-9532-4130-8899-55475dca5cf4 req-272753f9-f617-4eac-8b9d-f680db16dbb0 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0556197 Aug 31 19:42:17.267748 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307945e-87d5-40c0-9a7f-a0fbe0d02c3b req-302c5fa8-21da-49fb-ad05-22a44c0a4ac8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:17.269331 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e307945e-87d5-40c0-9a7f-a0fbe0d02c3b req-302c5fa8-21da-49fb-ad05-22a44c0a4ac8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.1240811 Aug 31 19:42:17.334975 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e307945e-87d5-40c0-9a7f-a0fbe0d02c3b req-af9885ef-6971-41d2-bc86-4e7d4f5657ed tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582075 Aug 31 19:42:17.743937 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961dd5b-81d6-4249-b244-8b085cc8df18 req-7ce05ec6-c3ad-479c-bb9d-9552362b4dbd tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:17.746486 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1961dd5b-81d6-4249-b244-8b085cc8df18 req-7ce05ec6-c3ad-479c-bb9d-9552362b4dbd tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0774972 Aug 31 19:42:17.798327 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1961dd5b-81d6-4249-b244-8b085cc8df18 req-2f41b128-bcce-4747-b404-6955d46d0340 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 Aug 31 19:42:18.080504 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a491cc0-c02c-46b6-810b-9a61c8b8d82e req-6bea09c5-f57f-41bb-b35c-b02a757b1e1b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:18.083164 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6a491cc0-c02c-46b6-810b-9a61c8b8d82e req-6bea09c5-f57f-41bb-b35c-b02a757b1e1b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0797613 Aug 31 19:42:18.143624 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6a491cc0-c02c-46b6-810b-9a61c8b8d82e req-4103e142-3811-4f73-a399-83854e8db4f9 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531557 Aug 31 19:42:18.243134 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-33b27cf1-1a93-47a7-9ec0-27199b425df4 req-24ab0318-e972-42a3-a1d0-0e33be3c2d47 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0306795 Aug 31 19:42:18.475590 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1ffe1-d474-490a-a906-7169fbf7a186 req-34911ae9-21de-4fd2-ab68-6e3e53e77711 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:18.477214 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c1f1ffe1-d474-490a-a906-7169fbf7a186 req-34911ae9-21de-4fd2-ab68-6e3e53e77711 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0581441 Aug 31 19:42:18.540750 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c1f1ffe1-d474-490a-a906-7169fbf7a186 req-19d2c742-c429-4883-b079-f73cf9fe8524 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560672 Aug 31 19:42:19.003329 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d8b31-b9a1-4172-8f19-3892c0506d2f req-dc031b6c-8d0b-4b33-82e1-e315b0bec81e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:19.012959 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-605d8b31-b9a1-4172-8f19-3892c0506d2f req-dc031b6c-8d0b-4b33-82e1-e315b0bec81e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0848172 Aug 31 19:42:19.083400 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-605d8b31-b9a1-4172-8f19-3892c0506d2f req-212d0df7-23fb-42f9-b9ba-8fd5838c26b4 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629399 Aug 31 19:42:19.321166 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b33027-6aa5-44ce-8270-a5dd273f18bf req-00a7daa6-500d-4705-aa7c-993c0997abe7 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:19.322770 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a1b33027-6aa5-44ce-8270-a5dd273f18bf req-00a7daa6-500d-4705-aa7c-993c0997abe7 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0783992 Aug 31 19:42:19.409564 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a1b33027-6aa5-44ce-8270-a5dd273f18bf req-5b09be23-b31c-4c77-be79-0ff03d424b36 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788054 Aug 31 19:42:19.516672 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8de8e2c1-197a-4024-b64d-176f9d3f3016 req-f5d0fa27-2bb3-4b74-98d8-06f40e7fd3a4 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0360806 Aug 31 19:42:19.730708 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ae4f8-81a1-4dd4-a026-10799426ea1b req-c322ac41-69d0-4388-a480-86daa96410c9 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:19.735061 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ca0ae4f8-81a1-4dd4-a026-10799426ea1b req-c322ac41-69d0-4388-a480-86daa96410c9 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0841875 Aug 31 19:42:19.859451 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ca0ae4f8-81a1-4dd4-a026-10799426ea1b req-175034ac-3825-42d6-889f-384032961c55 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125712 Aug 31 19:42:20.228409 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db89c0-1464-4a70-826c-21a032191f8f req-c4c0f4ac-987b-4468-aa26-5a92555f4c27 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:20.231756 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-17db89c0-1464-4a70-826c-21a032191f8f req-c4c0f4ac-987b-4468-aa26-5a92555f4c27 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0593975 Aug 31 19:42:20.305628 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-17db89c0-1464-4a70-826c-21a032191f8f req-3c7fdb9b-8233-4327-a308-c4ee3fd59db0 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581837 Aug 31 19:42:20.543517 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a12c1c-c264-4905-b36e-5b54377d777f req-771c87e3-da43-4db1-9b2c-ffb0bb139ca2 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:20.545373 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c7a12c1c-c264-4905-b36e-5b54377d777f req-771c87e3-da43-4db1-9b2c-ffb0bb139ca2 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0636315 Aug 31 19:42:20.589793 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c7a12c1c-c264-4905-b36e-5b54377d777f req-2433a611-85dc-4614-bdef-1628cc8be139 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370505 Aug 31 19:42:20.688350 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e840a8f2-3ce6-4f39-a1c5-270c4c12bdf2 req-73413904-d38b-4a32-bf6c-ad4e0d6aad54 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0310559 Aug 31 19:42:21.017567 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b259d4-52b2-482c-a954-a080c485b5ba req-0335ab01-dac8-4b30-82d4-1605a07564ca tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:21.019297 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-14b259d4-52b2-482c-a954-a080c485b5ba req-0335ab01-dac8-4b30-82d4-1605a07564ca tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0654159 Aug 31 19:42:21.068282 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-14b259d4-52b2-482c-a954-a080c485b5ba req-5bff765b-ba6b-4332-8f57-357643a01f47 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374424 Aug 31 19:42:21.450408 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a1a30-c537-4621-b5b6-5b3f45aa79f3 req-aea25496-8538-4259-9b31-10c0f60cd579 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:21.452094 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8f2a1a30-c537-4621-b5b6-5b3f45aa79f3 req-aea25496-8538-4259-9b31-10c0f60cd579 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0581658 Aug 31 19:42:21.492854 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8f2a1a30-c537-4621-b5b6-5b3f45aa79f3 req-d91cf1d5-1a61-4d29-bc54-6a73eb6fe12f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345013 Aug 31 19:42:21.716695 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3336466-b4ad-4fe2-beb0-08bdc3264678 req-9399594f-d7c4-4505-920a-b00492c7eed7 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:21.719357 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c3336466-b4ad-4fe2-beb0-08bdc3264678 req-9399594f-d7c4-4505-920a-b00492c7eed7 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0515399 Aug 31 19:42:21.764265 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c3336466-b4ad-4fe2-beb0-08bdc3264678 req-68d9b58e-e78f-4e91-9982-4217725380ac tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 Aug 31 19:42:21.848649 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-78525d37-f634-45a6-9a55-9e7db2d3642f req-399ec189-dada-4f4f-8913-0b60ee3d594e tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0283809 Aug 31 19:42:22.198571 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e94c5-dc13-4d68-9379-586e47b31fc0 req-eef632ca-603c-4ad4-899f-21815224ff2f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:22.199998 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d23e94c5-dc13-4d68-9379-586e47b31fc0 req-eef632ca-603c-4ad4-899f-21815224ff2f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0494604 Aug 31 19:42:22.242514 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d23e94c5-dc13-4d68-9379-586e47b31fc0 req-8ca2adbd-c254-4c91-a987-ec4327aa4042 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359547 Aug 31 19:42:22.615778 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdd61c-818a-4d6f-81bf-7c0d6c023738 req-083e28a6-ce14-487e-a411-068c4aaf3e1d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:22.617931 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-09fdd61c-818a-4d6f-81bf-7c0d6c023738 req-083e28a6-ce14-487e-a411-068c4aaf3e1d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0529456 Aug 31 19:42:22.658094 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-09fdd61c-818a-4d6f-81bf-7c0d6c023738 req-7db3afcd-c8d6-49ea-ba96-533f98829d91 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329981 Aug 31 19:42:22.908039 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462872b-1047-457c-9def-a435e206db48 req-e5a7a3b3-2446-4bc0-bb46-1bf6bcf3e7b7 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:22.910809 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d462872b-1047-457c-9def-a435e206db48 req-e5a7a3b3-2446-4bc0-bb46-1bf6bcf3e7b7 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0633402 Aug 31 19:42:22.967147 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d462872b-1047-457c-9def-a435e206db48 req-bed2962a-4ce8-4060-91c1-400dc6790212 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483902 Aug 31 19:42:23.075990 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-13319181-3534-4eb4-b8a9-7db52ce33806 req-bf6f7d3d-bc42-4bb6-b104-26a031ecebe8 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0365305 Aug 31 19:42:23.376616 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc70d1-75b1-4e92-a5b7-ae73140f72fd req-fa38d8ec-443f-4422-96d6-96f14611a0f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:23.378353 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-66cc70d1-75b1-4e92-a5b7-ae73140f72fd req-fa38d8ec-443f-4422-96d6-96f14611a0f5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0598173 Aug 31 19:42:23.432468 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-66cc70d1-75b1-4e92-a5b7-ae73140f72fd req-28ea253c-99ae-4644-b5d0-046dd44c3e08 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Aug 31 19:42:23.779494 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81fb3-71c4-459e-9678-a384affd5346 req-e8aef381-2240-46fa-9a81-c001f19e7fea tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:23.781882 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a3d81fb3-71c4-459e-9678-a384affd5346 req-e8aef381-2240-46fa-9a81-c001f19e7fea tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0542049 Aug 31 19:42:23.829716 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a3d81fb3-71c4-459e-9678-a384affd5346 req-55254f05-6bd9-4dab-9fd3-2c6a7a9cc8fe tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Aug 31 19:42:24.111173 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d5aa7-1799-4f3b-8e3b-b2e28a61375b req-3e92c154-26e3-4457-a6ed-2147c3a27dc0 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:24.113199 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-658d5aa7-1799-4f3b-8e3b-b2e28a61375b req-3e92c154-26e3-4457-a6ed-2147c3a27dc0 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0694244 Aug 31 19:42:24.169691 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-658d5aa7-1799-4f3b-8e3b-b2e28a61375b req-2b81a2ab-7dfd-41dd-b28a-878b1102e359 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Aug 31 19:42:24.288490 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0736f72b-a51a-4db8-a9bb-823f16bb89e4 req-218f86a6-e537-4a5a-b512-ba92e8f35cc6 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0474615 Aug 31 19:42:24.604670 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cb9e9-b5e3-425e-8bf3-561fa9421ef7 req-d8250faf-ac9e-4793-8587-83499fb7446d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:24.607677 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-665cb9e9-b5e3-425e-8bf3-561fa9421ef7 req-d8250faf-ac9e-4793-8587-83499fb7446d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0870895 Aug 31 19:42:24.676462 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-665cb9e9-b5e3-425e-8bf3-561fa9421ef7 req-96b88711-efa1-477a-a33c-eb01b1166fc5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586567 Aug 31 19:42:24.954088 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcb0b6-264e-4254-9cb7-6888291a6663 req-169ff827-34db-4cca-93bb-59e02759d779 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:24.956007 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-27dcb0b6-264e-4254-9cb7-6888291a6663 req-169ff827-34db-4cca-93bb-59e02759d779 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0552664 Aug 31 19:42:24.997774 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-27dcb0b6-264e-4254-9cb7-6888291a6663 req-5cb58c90-bb98-4779-8664-2e96e8b68ceb tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348315 Aug 31 19:42:25.318693 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de8ee2-a2c7-4729-8edc-0b5f366ebe73 req-d0ef4ab9-a650-498f-a5ab-99e02fb88d84 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:25.320704 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-07de8ee2-a2c7-4729-8edc-0b5f366ebe73 req-d0ef4ab9-a650-498f-a5ab-99e02fb88d84 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0617204 Aug 31 19:42:25.367599 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-07de8ee2-a2c7-4729-8edc-0b5f366ebe73 req-a37fbca5-1935-4ee1-90ae-40ee8b2e4c7a tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374112 Aug 31 19:42:25.460014 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e838b02c-499a-4806-9c9a-123a1d0c9280 req-e6fb2deb-8c08-4621-86a4-0bc7974a74a9 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0316355 Aug 31 19:42:25.808947 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915c5cf-7b05-4414-9e93-c51db0686f94 req-d317030d-6055-4fb2-ab23-9265e8c554d3 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:25.810583 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1915c5cf-7b05-4414-9e93-c51db0686f94 req-d317030d-6055-4fb2-ab23-9265e8c554d3 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0525801 Aug 31 19:42:25.853557 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1915c5cf-7b05-4414-9e93-c51db0686f94 req-7cece612-fc73-4329-8fe0-3e6efb87587f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362923 Aug 31 19:42:26.133415 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778d4a-4e8d-433c-834c-1127b9e93c81 req-11e8b0fa-0c9c-4f23-b88e-5189330b9b87 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:26.135025 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3d778d4a-4e8d-433c-834c-1127b9e93c81 req-11e8b0fa-0c9c-4f23-b88e-5189330b9b87 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0588264 Aug 31 19:42:26.179342 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3d778d4a-4e8d-433c-834c-1127b9e93c81 req-c5a7d419-767e-4b7d-8385-bb603f7f2f8a tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378079 Aug 31 19:42:26.498114 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a105787-3c2a-4454-bc88-ee77ba18f9c5 req-325fe1f0-90be-4dbe-ad99-78bf4a577f14 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:26.500062 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2a105787-3c2a-4454-bc88-ee77ba18f9c5 req-325fe1f0-90be-4dbe-ad99-78bf4a577f14 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0521464 Aug 31 19:42:26.541458 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2a105787-3c2a-4454-bc88-ee77ba18f9c5 req-14d2ab15-429d-4a2c-87f2-d1e29d1b1ef0 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351450 Aug 31 19:42:26.630395 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-866edbc7-d880-4d0a-be0a-8b43da14ba00 req-1f98539b-dc4f-4613-9bd7-59d98142b1b1 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0280149 Aug 31 19:42:26.725320 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Request body: {'port': {'device_id': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:26.768037 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:26.797813 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-153745c1-e3f7-4e66-a6c3-f389afa613b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b HTTP/1.1" status: 200 len: 217 time: 0.0766525 Aug 31 19:42:26.875949 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.044753 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b458ca-cfc2-479c-a2d6-309faa434f57 req-589a1b6e-e46b-47c5-8e3a-79bb37cd870f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:27.048256 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-02b458ca-cfc2-479c-a2d6-309faa434f57 req-589a1b6e-e46b-47c5-8e3a-79bb37cd870f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.1164629 Aug 31 19:42:27.113273 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-02b458ca-cfc2-479c-a2d6-309faa434f57 req-d052b25b-2e5f-428f-ad4b-8002721a1846 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522358 Aug 31 19:42:27.148715 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-701dbf97-e2ff-4f82-9522-d340119c6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:27.154279 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-701dbf97-e2ff-4f82-9522-d340119c6c84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 200 len: 855 time: 0.3451595 Aug 31 19:42:27.219886 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-e7c73569-06e3-4c46-80b5-4d2daaeec160 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7ea806c-f8cd-4e05-8a77-dbe08222f90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406377 Aug 31 19:42:27.341492 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7592a-359b-4359-bf6e-242d867e9baf req-962378e4-045e-438d-b63e-240c43f80b36 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:27.344455 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-15f7592a-359b-4359-bf6e-242d867e9baf req-962378e4-045e-438d-b63e-240c43f80b36 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0537636 Aug 31 19:42:27.385582 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-15f7592a-359b-4359-bf6e-242d867e9baf req-2d3ad6ea-cf26-47cf-a641-b0c1932d8936 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350010 Aug 31 19:42:27.552745 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-6b6a23ad-d805-4225-af5e-2e116cf0e78b service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234825 Aug 31 19:42:27.671329 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f0e22-996c-4a4f-83df-09fa6c968f60 req-c53f59f1-5245-489a-af61-e593780a8d2f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:27.673210 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-224f0e22-996c-4a4f-83df-09fa6c968f60 req-c53f59f1-5245-489a-af61-e593780a8d2f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 932 time: 0.0546608 Aug 31 19:42:27.718743 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-224f0e22-996c-4a4f-83df-09fa6c968f60 req-ea4e21b8-d9f2-4cb1-9c7a-114d4ea13cab tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382414 Aug 31 19:42:27.739279 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eeea63-5854-46ce-8ee8-77fc0951716c {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:42:27.753888 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.767589 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47282) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:27.769643 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e85ddb7b-6e03-4765-ac16-20e55bb56045 req-8137c459-6ba1-4688-9f97-fe14981af9f6 service neutron] 10.222.0.55 "GET /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614480 Aug 31 19:42:27.772431 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Transition to ACTIVE for port object 88eeea63-5854-46ce-8ee8-77fc0951716c will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:27.783985 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.838406 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ddd9f5ca-2d28-49b9-913a-3ba6111aac0c req-76e93dfa-aa8c-4207-ae38-ef17e39cb7e7 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0531998 Aug 31 19:42:27.862331 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Pushing event updated for resources: {'Port': ['ID=88eeea63-5854-46ce-8ee8-77fc0951716c,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:27.913642 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b425142a-21fc-4a68-8882-05d376ad8e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:27.965237 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Attempting to bind port 88eeea63-5854-46ce-8ee8-77fc0951716c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:27.965589 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Attempting to bind port 88eeea63-5854-46ce-8ee8-77fc0951716c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:27.965916 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Attempting to bind port 88eeea63-5854-46ce-8ee8-77fc0951716c on network afc56b53-89ad-445f-86e9-6b7ca5ed9826 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:27.973145 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Port 88eeea63-5854-46ce-8ee8-77fc0951716c on network afc56b53-89ad-445f-86e9-6b7ca5ed9826 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:42:27.973479 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Attempting to bind port 88eeea63-5854-46ce-8ee8-77fc0951716c on network afc56b53-89ad-445f-86e9-6b7ca5ed9826 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:27.980133 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:27.980493 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Checking segment: {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:27.980894 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Bound using segment: {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:27.981336 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Bound port: 88eeea63-5854-46ce-8ee8-77fc0951716c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f34089a-3929-4c7e-bf42-6887091b5302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:27.981699 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.058663 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b425142a-21fc-4a68-8882-05d376ad8e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.065169 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b425142a-21fc-4a68-8882-05d376ad8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.086552 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] For port 88eeea63-5854-46ce-8ee8-77fc0951716c, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:28.091511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] For port 88eeea63-5854-46ce-8ee8-77fc0951716c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88eeea63-5854-46ce-8ee8-77fc0951716c,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:28.099117 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.120343 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-b425142a-21fc-4a68-8882-05d376ad8e11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b27e96ce4c424cd69ba6fff00b3864db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515246 Aug 31 19:42:28.121695 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425142a-21fc-4a68-8882-05d376ad8e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5b9f6a-0a1e-4095-8fa0-e6778702f22f,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:28.126589 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47288) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:28.159101 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:28.160110 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.162458 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] 10.222.0.55 "PUT /v2.0/ports/88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 1094 time: 1.4426367 Aug 31 19:42:28.163147 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:28.167470 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec53a91-1854-481a-af1f-ce7037237836" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:28.249315 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-374645ec-3261-4cb3-8c9e-766a71155411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.265998 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec53e94-677b-4eea-9743-3a24db97d29a service neutron] Pushing event updated for resources: {'Port': ['ID=88eeea63-5854-46ce-8ee8-77fc0951716c,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:28.297702 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-374645ec-3261-4cb3-8c9e-766a71155411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.340583 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-d27a1326-27df-4ac5-b1b0-c65032a92042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:28.342851 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-d27a1326-27df-4ac5-b1b0-c65032a92042 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0534a8bc230947f7b167be742bb5fd92&device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1097 time: 0.0943286 Aug 31 19:42:28.378359 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5199a92-75a4-42d3-ac42-c6e4035e2e24 req-7a2f19fa-a4f5-4822-8c6c-83a4f39cca76 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:28.381059 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d5199a92-75a4-42d3-ac42-c6e4035e2e24 req-7a2f19fa-a4f5-4822-8c6c-83a4f39cca76 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.1013343 Aug 31 19:42:28.429794 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-374645ec-3261-4cb3-8c9e-766a71155411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.434580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-374645ec-3261-4cb3-8c9e-766a71155411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:28.436749 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-374645ec-3261-4cb3-8c9e-766a71155411 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b5b9f6a-0a1e-4095-8fa0-e6778702f22f HTTP/1.1" status: 204 len: 168 time: 0.3085725 Aug 31 19:42:28.453963 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-0d52361c-2181-4fcf-8f57-19bcbea6c9ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 217 time: 0.0860345 Aug 31 19:42:28.467740 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374645ec-3261-4cb3-8c9e-766a71155411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5b9f6a-0a1e-4095-8fa0-e6778702f22f,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:28.513508 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d5199a92-75a4-42d3-ac42-c6e4035e2e24 req-399543dc-639b-4461-9ed4-94707f19d2af tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069782 Aug 31 19:42:28.522268 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-2a7f7e3f-9a0b-41da-99c1-ded8213baff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:28.526370 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-2a7f7e3f-9a0b-41da-99c1-ded8213baff9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8236f8b3-26d3-4098-9767-a497fdb7a846 HTTP/1.1" status: 200 len: 854 time: 0.0632260 Aug 31 19:42:28.589031 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f41c9d-74ba-4d72-bbdb-3ed8b2373b5f x-openstack-request-id: req-63f41c9d-74ba-4d72-bbdb-3ed8b2373b5f {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:28.589493 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:28.590245 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63f41c9d-74ba-4d72-bbdb-3ed8b2373b5f {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:28.590745 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'status': 'completed', 'code': 200} Aug 31 19:42:28.616155 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-b2321f45-c2db-4d25-ad9f-a46faaf64b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:28.618534 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-b2321f45-c2db-4d25-ad9f-a46faaf64b67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afc56b53-89ad-445f-86e9-6b7ca5ed9826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0859921 Aug 31 19:42:28.718864 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c580f2-8bdc-4e73-8247-625bf7530550 req-b574d117-78b3-44f4-be85-92e0f8b7fa1d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:28.721229 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e7c580f2-8bdc-4e73-8247-625bf7530550 req-b574d117-78b3-44f4-be85-92e0f8b7fa1d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0803545 Aug 31 19:42:28.770553 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-0ee3a3a5-9440-426f-90af-e3e86ddc4a99 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417851 Aug 31 19:42:28.784670 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e7c580f2-8bdc-4e73-8247-625bf7530550 req-8578131f-df72-427e-a8bd-20a4f4462fbd tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541539 Aug 31 19:42:28.892710 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aaf31e7d-bb0f-4fd3-9697-718ad77fc55b req-d7e4df43-f9eb-45d7-a3e5-4a8fbdb5cec2 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139388 Aug 31 19:42:28.975230 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30f6c2-7e64-4fc1-9ef4-b70aa242ca72 req-6e8f7348-334f-4708-be8d-f0c343e989c4 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:28.989592 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5a30f6c2-7e64-4fc1-9ef4-b70aa242ca72 req-6e8f7348-334f-4708-be8d-f0c343e989c4 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.1023848 Aug 31 19:42:29.038559 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5a30f6c2-7e64-4fc1-9ef4-b70aa242ca72 req-6d2c2dfb-b873-436d-ba01-b7cede4dcaf9 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475197 Aug 31 19:42:29.104530 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53a91-1854-481a-af1f-ce7037237836 req-c31d5e01-f318-4297-95c8-9cf6424135fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.107415 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1ec53a91-1854-481a-af1f-ce7037237836 req-c31d5e01-f318-4297-95c8-9cf6424135fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0534a8bc230947f7b167be742bb5fd92&device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1097 time: 0.0780880 Aug 31 19:42:29.179013 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6f9fb3cc-fff6-4a3f-9e0c-9ac86fd18b8d req-c0cf7671-dc00-4612-82d1-a46664e1dcb0 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0489280 Aug 31 19:42:29.239429 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53a91-1854-481a-af1f-ce7037237836 req-71cb2603-4219-4da5-8956-3da6ae99c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.240940 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1ec53a91-1854-481a-af1f-ce7037237836 req-71cb2603-4219-4da5-8956-3da6ae99c641 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 200 len: 916 time: 0.1254134 Aug 31 19:42:29.291442 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1ec53a91-1854-481a-af1f-ce7037237836 req-498eeaeb-db7f-4994-9b8e-cef8174724e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 217 time: 0.0410063 Aug 31 19:42:29.350127 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53a91-1854-481a-af1f-ce7037237836 req-713f70c5-0f03-4830-a058-9ba68b4fe8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.352018 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1ec53a91-1854-481a-af1f-ce7037237836 req-713f70c5-0f03-4830-a058-9ba68b4fe8c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8236f8b3-26d3-4098-9767-a497fdb7a846 HTTP/1.1" status: 200 len: 854 time: 0.0531690 Aug 31 19:42:29.403494 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53a91-1854-481a-af1f-ce7037237836 req-aa4a6359-b895-4515-a42c-6ae2bdd5646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.405275 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1ec53a91-1854-481a-af1f-ce7037237836 req-aa4a6359-b895-4515-a42c-6ae2bdd5646b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afc56b53-89ad-445f-86e9-6b7ca5ed9826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458713 Aug 31 19:42:29.546389 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1ec53a91-1854-481a-af1f-ce7037237836 req-b4d5f760-44d9-49c5-9402-7399d5c8e508 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324596 Aug 31 19:42:29.647069 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4288ea-f9f2-4054-94ce-c5bd11838af9 req-7ba202d2-035c-4991-a42f-f6a1d05354b0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.648898 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6d4288ea-f9f2-4054-94ce-c5bd11838af9 req-7ba202d2-035c-4991-a42f-f6a1d05354b0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0569541 Aug 31 19:42:29.667676 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1ec53a91-1854-481a-af1f-ce7037237836 req-d6947f68-19d7-4e7c-b4ec-5db8e4e6289e service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140811 Aug 31 19:42:29.693275 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6d4288ea-f9f2-4054-94ce-c5bd11838af9 req-2f36373a-3132-431b-9f7b-420fd487b946 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365050 Aug 31 19:42:29.936619 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb38e0f-e9b5-4b6c-8208-16efc1607460 req-c5f87e85-37bc-44b5-b57d-fa7da4318c96 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:29.938895 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4bb38e0f-e9b5-4b6c-8208-16efc1607460 req-c5f87e85-37bc-44b5-b57d-fa7da4318c96 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0659242 Aug 31 19:42:29.990171 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4bb38e0f-e9b5-4b6c-8208-16efc1607460 req-59183264-3510-4b81-96c2-210300e2ce4f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Aug 31 19:42:30.215034 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0638-7666-49ec-a2d3-068811c760c9 req-0f059bd7-6c0f-4f26-b308-e983333f2242 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:30.216607 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ddee0638-7666-49ec-a2d3-068811c760c9 req-0f059bd7-6c0f-4f26-b308-e983333f2242 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0794330 Aug 31 19:42:30.285835 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ddee0638-7666-49ec-a2d3-068811c760c9 req-96e5b666-26c9-447f-8e2f-b1edb342296a tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614719 Aug 31 19:42:30.407392 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9c69f19a-2321-4b12-be26-60f529f4a0d8 req-8182aee9-a757-4c1b-9c59-e0b289fa5989 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0278311 Aug 31 19:42:30.834951 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b1154-5c6e-4c40-911c-2065265093eb req-8e3197fd-3979-4b29-8ae9-afe28fac44aa tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:30.837683 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-101b1154-5c6e-4c40-911c-2065265093eb req-8e3197fd-3979-4b29-8ae9-afe28fac44aa tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0665159 Aug 31 19:42:30.894461 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-101b1154-5c6e-4c40-911c-2065265093eb req-0de297bd-9483-4383-93a8-7ae0649caf86 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485375 Aug 31 19:42:31.117664 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cdd86-f5fd-4fcd-8a71-ee07ceb28d07 req-8486ea36-9d0f-47ef-b02c-0f672183f6c3 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:31.120096 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8a7cdd86-f5fd-4fcd-8a71-ee07ceb28d07 req-8486ea36-9d0f-47ef-b02c-0f672183f6c3 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0532546 Aug 31 19:42:31.179499 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8a7cdd86-f5fd-4fcd-8a71-ee07ceb28d07 req-13e51f5c-75a5-43cb-893c-05c78b3a180d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482385 Aug 31 19:42:31.443720 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d4af0-0e1d-42db-96a5-18700d4b2ba2 req-6e692a66-f97a-4d2f-9a28-0ee15b9fd600 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:31.445529 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-003d4af0-0e1d-42db-96a5-18700d4b2ba2 req-6e692a66-f97a-4d2f-9a28-0ee15b9fd600 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0780969 Aug 31 19:42:31.488841 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-003d4af0-0e1d-42db-96a5-18700d4b2ba2 req-21d8fd9f-1e33-494b-b858-0d71aa9e34ff tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362971 Aug 31 19:42:31.614629 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-276f0597-302d-420d-9ce4-02ad74f1ed30 req-0d717f1c-90a8-48c0-9d5c-cdd90ccc23cf tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0426927 Aug 31 19:42:32.037092 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b57716-b828-43f7-9965-f3c846332c6f req-178e05f2-c5b8-4575-b0d8-218c1a95f22c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:32.038662 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-06b57716-b828-43f7-9965-f3c846332c6f req-178e05f2-c5b8-4575-b0d8-218c1a95f22c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0526006 Aug 31 19:42:32.097812 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-06b57716-b828-43f7-9965-f3c846332c6f req-382eeb45-f9fe-4fdd-bbc6-bdb6d3085b6b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 Aug 31 19:42:32.359305 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79934e20-13b9-4b6b-a806-bbf8c6f7b726 req-f984bdef-b52a-4131-bec7-1c7c02747767 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:32.361882 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-79934e20-13b9-4b6b-a806-bbf8c6f7b726 req-f984bdef-b52a-4131-bec7-1c7c02747767 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0993004 Aug 31 19:42:32.405435 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-79934e20-13b9-4b6b-a806-bbf8c6f7b726 req-4766d748-87c6-435f-80d2-f7955073dda2 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349624 Aug 31 19:42:32.411814 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47390) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:32.539740 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1e62ad40-3488-482f-a8ee-58fc86bc4e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.710727 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e978b-5169-4f2b-bada-d0e708545da4 req-379342a2-c6af-47a7-940e-4701b88206f8 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:32.713419 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-eb7e978b-5169-4f2b-bada-d0e708545da4 req-379342a2-c6af-47a7-940e-4701b88206f8 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.1293035 Aug 31 19:42:32.788653 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1e62ad40-3488-482f-a8ee-58fc86bc4e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.792154 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-eb7e978b-5169-4f2b-bada-d0e708545da4 req-f52dd6f4-4bed-4090-afc4-a2ff014e4bfc tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680077 Aug 31 19:42:32.793369 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1e62ad40-3488-482f-a8ee-58fc86bc4e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.835393 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-1e62ad40-3488-482f-a8ee-58fc86bc4e0d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f466ba99bc704a15b70f1e5f4435c6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221573 Aug 31 19:42:32.836306 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62ad40-3488-482f-a8ee-58fc86bc4e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b550a08-97e9-4f58-b221-c3de802a22f5,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:32.838990 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47398) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:32.895206 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-13b9cfae-5ace-433d-8863-4c56a99160e2 req-bcbd7c18-1125-4701-9668-a45f862b69a3 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0401917 Aug 31 19:42:32.921215 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8a8d-d460-41fd-b395-8fcda2800255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:32.947081 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8a8d-d460-41fd-b395-8fcda2800255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:33.004981 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8a8d-d460-41fd-b395-8fcda2800255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:33.007588 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8a8d-d460-41fd-b395-8fcda2800255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:33.008775 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-fd3c8a8d-d460-41fd-b395-8fcda2800255 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b550a08-97e9-4f58-b221-c3de802a22f5 HTTP/1.1" status: 204 len: 168 time: 0.1690953 Aug 31 19:42:33.017240 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c8a8d-d460-41fd-b395-8fcda2800255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b550a08-97e9-4f58-b221-c3de802a22f5,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:33.240033 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4dc20-4360-4c33-9017-3575476c9b0d req-474cca5c-87ad-4f73-9e02-b595b98b76bf tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:33.241857 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-edc4dc20-4360-4c33-9017-3575476c9b0d req-474cca5c-87ad-4f73-9e02-b595b98b76bf tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0546870 Aug 31 19:42:33.286510 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-edc4dc20-4360-4c33-9017-3575476c9b0d req-aa473a10-0eee-4c39-9ce7-6b35dcd5020c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384285 Aug 31 19:42:33.593192 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912d4ee-e782-47f4-8c68-7568c41cdac0 req-8344de64-ba9a-499f-a3ef-e458bea20591 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:33.595079 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3912d4ee-e782-47f4-8c68-7568c41cdac0 req-8344de64-ba9a-499f-a3ef-e458bea20591 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0734949 Aug 31 19:42:33.840320 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3912d4ee-e782-47f4-8c68-7568c41cdac0 req-3847b328-b658-4886-8b9c-0f80b2a057d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358553 Aug 31 19:42:33.966962 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f359bb-a743-41a7-a879-758ac7b821d3 req-a9f0f98a-79b2-418e-810b-a8c11d077547 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:33.969690 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f8f359bb-a743-41a7-a879-758ac7b821d3 req-a9f0f98a-79b2-418e-810b-a8c11d077547 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0720451 Aug 31 19:42:34.012024 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f8f359bb-a743-41a7-a879-758ac7b821d3 req-5e974e02-7630-425d-87f7-aede8789eb31 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Aug 31 19:42:34.144661 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0990f06f-18da-4992-b255-cb5a7a61a8e0 req-efed6c5a-3a5a-4b95-b03f-5da078f5f439 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0382087 Aug 31 19:42:34.382931 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 47444) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:34.435157 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85fac2-f5ab-465b-bc07-aefe9f89918a req-4c6fe7b8-4f70-4f02-9813-fb77ac83c553 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:34.438543 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9c85fac2-f5ab-465b-bc07-aefe9f89918a req-4c6fe7b8-4f70-4f02-9813-fb77ac83c553 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0731275 Aug 31 19:42:34.494622 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9c85fac2-f5ab-465b-bc07-aefe9f89918a req-9c8d59c2-c50c-4f11-9934-dc666cef8516 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459085 Aug 31 19:42:34.539985 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bd536f41-fb8b-4eb0-b8a1-01023b24b1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.666590 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bd536f41-fb8b-4eb0-b8a1-01023b24b1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.671797 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bd536f41-fb8b-4eb0-b8a1-01023b24b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.716492 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-bd536f41-fb8b-4eb0-b8a1-01023b24b1a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1afc2aff323c4e05ad3464cdf485ae84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320322 Aug 31 19:42:34.720031 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd536f41-fb8b-4eb0-b8a1-01023b24b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12b34e-e6b2-41b8-98cb-a7483bf706c9,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:34.720489 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47450) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:34.785185 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7cfbccd4-5651-47ab-b734-ebe6561a4474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.809922 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7cfbccd4-5651-47ab-b734-ebe6561a4474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.873261 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7cfbccd4-5651-47ab-b734-ebe6561a4474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.876785 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7cfbccd4-5651-47ab-b734-ebe6561a4474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:34.878334 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-7cfbccd4-5651-47ab-b734-ebe6561a4474 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc12b34e-e6b2-41b8-98cb-a7483bf706c9 HTTP/1.1" status: 204 len: 168 time: 0.1566529 Aug 31 19:42:34.891323 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbccd4-5651-47ab-b734-ebe6561a4474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12b34e-e6b2-41b8-98cb-a7483bf706c9,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:35.006062 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ec7c2-d58f-49b9-93a8-192a75235ad0 req-ebe2c381-11c4-430c-87b6-2859b7d5146e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:35.007667 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-274ec7c2-d58f-49b9-93a8-192a75235ad0 req-ebe2c381-11c4-430c-87b6-2859b7d5146e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0599453 Aug 31 19:42:35.052500 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-274ec7c2-d58f-49b9-93a8-192a75235ad0 req-c397110b-015f-4de5-80f4-7ab969c7296b tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384250 Aug 31 19:42:35.205162 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8001dc8-1ee7-49dd-bf52-4f7adcba2086 req-1763bf47-bab4-440c-b548-349660289a34 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:35.206849 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8001dc8-1ee7-49dd-bf52-4f7adcba2086 req-1763bf47-bab4-440c-b548-349660289a34 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0718277 Aug 31 19:42:35.262003 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8001dc8-1ee7-49dd-bf52-4f7adcba2086 req-c4b13db1-1ef6-462f-8235-676d75f36af7 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 Aug 31 19:42:35.376099 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8fef98a-72ba-456d-89a6-069d2f0f8904 req-89f9d8ba-7ecc-4b01-bb6a-5076ff3fccba tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0386138 Aug 31 19:42:35.637467 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171474db-9024-42f9-8c76-cd3a5a78b271 req-8a6073a6-fe5a-4d8c-9b22-4d5141436ba8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:35.640403 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-171474db-9024-42f9-8c76-cd3a5a78b271 req-8a6073a6-fe5a-4d8c-9b22-4d5141436ba8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0611041 Aug 31 19:42:35.705306 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-171474db-9024-42f9-8c76-cd3a5a78b271 req-eaaf8fcd-0e6d-41d6-9977-bf2bb4f5bb8c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541747 Aug 31 19:42:36.251829 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ede50b-53e6-4d05-b519-37ab44e27279 req-eb1e4fee-fb1b-41b0-9406-3e86d3071847 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:36.254694 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a1ede50b-53e6-4d05-b519-37ab44e27279 req-eb1e4fee-fb1b-41b0-9406-3e86d3071847 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0984850 Aug 31 19:42:36.306068 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a1ede50b-53e6-4d05-b519-37ab44e27279 req-91cdcc93-6184-4d87-861c-682ce0270372 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Aug 31 19:42:36.424690 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ef6f-9cc2-415c-97eb-62fda6e4dbd5 req-98e8185a-010a-4f43-8b64-6fcb46a09b05 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:36.426323 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5b82ef6f-9cc2-415c-97eb-62fda6e4dbd5 req-98e8185a-010a-4f43-8b64-6fcb46a09b05 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0587778 Aug 31 19:42:36.465989 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5b82ef6f-9cc2-415c-97eb-62fda6e4dbd5 req-13aff2ea-d61c-41fa-b4f4-e61c3bac242a tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Aug 31 19:42:36.564326 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5d7cb3bd-bf98-456a-8f46-bebaec81e33b req-772d3a90-65e3-4b34-bedb-25552b5513a4 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0351546 Aug 31 19:42:36.832331 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a951614-5caa-4e95-acf8-5909b4646b56 req-6940ee10-3131-46ee-af5a-b7556c366a53 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:36.834231 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0a951614-5caa-4e95-acf8-5909b4646b56 req-6940ee10-3131-46ee-af5a-b7556c366a53 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0525594 Aug 31 19:42:36.884743 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0a951614-5caa-4e95-acf8-5909b4646b56 req-ff597bbc-3945-49e1-9aca-0e4d7902c89a tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Aug 31 19:42:37.153961 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbf230-5a7d-4519-9b11-608f4df4e441 req-b78f5310-fe05-40ff-b91c-102987c658d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:37.156826 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b7cbf230-5a7d-4519-9b11-608f4df4e441 req-b78f5310-fe05-40ff-b91c-102987c658d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 1098 time: 0.0503740 Aug 31 19:42:37.215829 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b7cbf230-5a7d-4519-9b11-608f4df4e441 req-9456ade4-d314-4856-8524-473b6463c5c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370550 Aug 31 19:42:37.458954 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9539d-bcda-4945-90b5-a8d3f42ad581 req-5c6dd363-b29e-450a-86d7-19961e280a31 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:37.460734 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-07a9539d-bcda-4945-90b5-a8d3f42ad581 req-5c6dd363-b29e-450a-86d7-19961e280a31 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0764096 Aug 31 19:42:37.510462 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-07a9539d-bcda-4945-90b5-a8d3f42ad581 req-b00b4394-223e-44b6-8859-09142f9ad49f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387006 Aug 31 19:42:37.660589 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddf386-5482-4aee-80e1-c9507c290643 req-e2efc690-9324-40b0-84fb-81c06186f7e3 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:37.663338 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e8ddf386-5482-4aee-80e1-c9507c290643 req-e2efc690-9324-40b0-84fb-81c06186f7e3 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0835466 Aug 31 19:42:37.718607 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7f8736e8-69fd-484b-9626-cdce4bbb0834 req-a9ab04a9-6579-4efc-9cdf-8bd90c80130e tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0491364 Aug 31 19:42:37.738294 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e8ddf386-5482-4aee-80e1-c9507c290643 req-9582ca1a-edee-4768-a35e-89e89d0b1228 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623908 Aug 31 19:42:38.039293 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3235e-47da-4999-878b-72ad29ad0cf2 req-d016d499-31a9-4fa3-b138-fc3080228776 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:38.042541 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-dfd3235e-47da-4999-878b-72ad29ad0cf2 req-d016d499-31a9-4fa3-b138-fc3080228776 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0823507 Aug 31 19:42:38.081703 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-dfd3235e-47da-4999-878b-72ad29ad0cf2 req-46cba198-ab5e-4190-b35e-33e2e1b0fed5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Aug 31 19:42:38.444639 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-535a6174-447e-45cc-8591-d1216ba5113d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:38.672581 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f97cb0-2424-422d-a5af-c4d169b57437 req-014c829d-2e4c-4f13-9b19-8241d975602c tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:38.674297 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-91f97cb0-2424-422d-a5af-c4d169b57437 req-014c829d-2e4c-4f13-9b19-8241d975602c tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0837102 Aug 31 19:42:38.723806 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-91f97cb0-2424-422d-a5af-c4d169b57437 req-e5fce1c4-c43a-4a5d-9120-b66285af4a4e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424697 Aug 31 19:42:38.828545 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-951d462b-5c47-472f-bcfb-832aae17d4c7 req-01668b05-fb3e-408e-a9f1-d4a82fe1cccf tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0291219 Aug 31 19:42:38.951333 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b63f6-8321-47b5-bf84-b1deb5d0fd26 req-77587d2e-2e48-4c83-8fce-4d9fe9618b12 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:38.953423 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2b8b63f6-8321-47b5-bf84-b1deb5d0fd26 req-77587d2e-2e48-4c83-8fce-4d9fe9618b12 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0602229 Aug 31 19:42:39.005302 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2b8b63f6-8321-47b5-bf84-b1deb5d0fd26 req-22017924-58f6-406a-9011-980cc83fc17f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449233 Aug 31 19:42:39.213899 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cafc2-0c2a-4928-bc77-6ab4ac157cb4 req-b92d3c15-2c46-4c80-87f1-a4d598ee24e8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:39.215607 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cd1cafc2-0c2a-4928-bc77-6ab4ac157cb4 req-b92d3c15-2c46-4c80-87f1-a4d598ee24e8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0609500 Aug 31 19:42:39.259930 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cd1cafc2-0c2a-4928-bc77-6ab4ac157cb4 req-50539e8f-34f1-4c56-836e-47594d930a69 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378146 Aug 31 19:42:39.890535 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d673332-60be-4627-b139-d6989b6c4497 req-fb44db0f-8109-4e35-a18d-ce5444141917 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:39.892189 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4d673332-60be-4627-b139-d6989b6c4497 req-fb44db0f-8109-4e35-a18d-ce5444141917 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0549278 Aug 31 19:42:39.936688 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4d673332-60be-4627-b139-d6989b6c4497 req-dfd493df-e29c-4917-aa57-54093057d370 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380650 Aug 31 19:42:40.035087 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2e523ec9-0077-4530-9512-5627075cc023 req-f6d6c70d-3332-4eee-a201-d9b47116145e tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0382712 Aug 31 19:42:40.186023 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8ebb8-8dd0-45e3-85c7-e4d82533f5e7 req-a81f79a2-2a33-4542-927f-ef3a28cbc48b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:40.187694 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a8d8ebb8-8dd0-45e3-85c7-e4d82533f5e7 req-a81f79a2-2a33-4542-927f-ef3a28cbc48b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0786006 Aug 31 19:42:40.236954 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a8d8ebb8-8dd0-45e3-85c7-e4d82533f5e7 req-10f04a77-487b-4b96-9c79-86cca0302d6a tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Aug 31 19:42:40.400920 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ef2a8-f320-428a-adc1-a705d7f8239c req-0dc8dcdb-66aa-45ed-a9fd-7c26e5f3b9c5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:40.402555 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4f0ef2a8-f320-428a-adc1-a705d7f8239c req-0dc8dcdb-66aa-45ed-a9fd-7c26e5f3b9c5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0660331 Aug 31 19:42:40.449107 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4f0ef2a8-f320-428a-adc1-a705d7f8239c req-d95878e2-b1e1-4159-b42e-1cf9fd779c36 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355914 Aug 31 19:42:41.064233 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4248d5-07f3-41be-b721-e4fce7ea1ecc req-fd768c8a-556b-4f18-a901-8c129d575063 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:41.065836 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cd4248d5-07f3-41be-b721-e4fce7ea1ecc req-fd768c8a-556b-4f18-a901-8c129d575063 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0554197 Aug 31 19:42:41.123822 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cd4248d5-07f3-41be-b721-e4fce7ea1ecc req-f97a0299-9e0d-4de1-a54f-2ff33c1b4a8a tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511913 Aug 31 19:42:41.253086 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c7fe1606-4312-436e-a9a3-2b7e84686601 req-48b6a9d5-8c9d-4d25-9760-170619cd851c tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0316319 Aug 31 19:42:41.393313 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f50dcd-bbca-48d5-923a-82e6b0618a4b req-a6120c0f-7d0c-4665-bf3c-234f6edd799d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:41.394914 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-88f50dcd-bbca-48d5-923a-82e6b0618a4b req-a6120c0f-7d0c-4665-bf3c-234f6edd799d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0569844 Aug 31 19:42:41.444522 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-88f50dcd-bbca-48d5-923a-82e6b0618a4b req-02cf351c-5db9-43b9-96fd-2cce09949a32 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375779 Aug 31 19:42:41.533557 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:41.577239 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813373c-61a6-4eed-8982-c28c0c7ebf4d req-7f14c948-ecde-41dc-930f-9402972a02c2 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:41.578958 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2813373c-61a6-4eed-8982-c28c0c7ebf4d req-7f14c948-ecde-41dc-930f-9402972a02c2 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0556562 Aug 31 19:42:41.624449 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2813373c-61a6-4eed-8982-c28c0c7ebf4d req-1720e699-8f5e-417d-a122-144a8305f85e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395510 Aug 31 19:42:41.914409 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-d4800826-f330-4d22-91ed-9ca6fec4b244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:42.264155 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5102e-afc7-4ed9-952a-096f12cabfd7 req-b12cffa1-a797-4b44-828f-88f0f8977420 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:42.265894 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-72f5102e-afc7-4ed9-952a-096f12cabfd7 req-b12cffa1-a797-4b44-828f-88f0f8977420 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0558882 Aug 31 19:42:42.331902 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-72f5102e-afc7-4ed9-952a-096f12cabfd7 req-54cc1e36-7872-4950-b7e4-2de0f521bf5e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544796 Aug 31 19:42:42.442805 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ffbdd600-fe17-48a0-a535-677bd9cfcf0a req-ecdc21b0-8ef4-42ce-b46f-d1e84f026259 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0303648 Aug 31 19:42:42.611904 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55e38-c09a-401e-8234-1bf4674c7063 req-0c6ef580-917c-4f86-ad47-45ec7197721b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:42.614699 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4fe55e38-c09a-401e-8234-1bf4674c7063 req-0c6ef580-917c-4f86-ad47-45ec7197721b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0921650 Aug 31 19:42:42.672774 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4fe55e38-c09a-401e-8234-1bf4674c7063 req-72cc0f4b-bf97-4d13-8f3a-53c5adce5fa4 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 Aug 31 19:42:42.771585 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fab45-3393-4c7f-b931-d9965f54f95c req-40b60e00-070d-4fc2-ac6a-77c9587aafa8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:42.773207 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f88fab45-3393-4c7f-b931-d9965f54f95c req-40b60e00-070d-4fc2-ac6a-77c9587aafa8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0586941 Aug 31 19:42:42.820566 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f88fab45-3393-4c7f-b931-d9965f54f95c req-34d8b7c5-c0e0-4286-af28-a73681bb8e42 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403500 Aug 31 19:42:42.890671 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-422b813f-0ea7-476c-9737-54559f569f90 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e187ffdff24a4e9aab62a2878288ea68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530992 Aug 31 19:42:42.950516 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:43.169266 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-07676ace-e7ac-4656-9ca3-589ffa04751a tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:43.171059 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-07676ace-e7ac-4656-9ca3-589ffa04751a tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739568 Aug 31 19:42:43.225322 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Request body: {'port': {'device_id': '6b458a52-06a3-48a1-a44b-753c10c9cd77', 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b', 'admin_state_up': True, 'tenant_id': 'e187ffdff24a4e9aab62a2878288ea68'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:43.397430 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Made reservation on behalf of e187ffdff24a4e9aab62a2878288ea68 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:42:43.403614 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:43.414637 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:43.531987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dc8a1-3b20-4449-b633-04413935969e req-75f22393-d202-4e29-9bed-7d47e67c5450 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:43.533747 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f17dc8a1-3b20-4449-b633-04413935969e req-75f22393-d202-4e29-9bed-7d47e67c5450 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0796037 Aug 31 19:42:43.593525 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:43.599253 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:43.610422 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f17dc8a1-3b20-4449-b633-04413935969e req-064e9f74-ba8a-4491-9f49-eeea5776ecbd tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696242 Aug 31 19:42:43.681906 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e92271-f0a9-45fe-bb84-ca841e514943,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:43.725148 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-adeab3dd-2beb-43d9-a4c5-5775e1f481b4 req-deaacab8-2167-4f8f-9b14-e999a1f289fc tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0497668 Aug 31 19:42:43.787237 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Allocated IP 192.168.233.231 (8a9c458f-92e0-48d6-859a-b734c420fd0b/1f1425f9-3cc6-424d-a0ce-6c79bfed7072/48bf6bf3-db02-4a04-9134-38d44119d3ce) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:43.882332 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c935b9f-2606-4df2-bd4b-dcf6b8cf1c49 req-b73a960b-4e4f-4094-bd5f-51d1c40d7a4d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:43.882880 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5c935b9f-2606-4df2-bd4b-dcf6b8cf1c49 req-b73a960b-4e4f-4094-bd5f-51d1c40d7a4d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.1123335 Aug 31 19:42:44.009141 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5c935b9f-2606-4df2-bd4b-dcf6b8cf1c49 req-e3ddaa5a-9710-4c1b-886f-75f02cbb1f8e tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172445 Aug 31 19:42:44.011738 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8ea1f-e5df-4606-a561-325276cdf7e2 req-dcfee837-e35d-4217-94a1-ce696c14ee66 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:44.023375 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c5c8ea1f-e5df-4606-a561-325276cdf7e2 req-dcfee837-e35d-4217-94a1-ce696c14ee66 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0879583 Aug 31 19:42:44.075474 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.080213 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c5c8ea1f-e5df-4606-a561-325276cdf7e2 req-ab13176a-deaf-402c-851c-e8c2238b061f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556228 Aug 31 19:42:44.106322 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Transition to ACTIVE for port object 48bf6bf3-db02-4a04-9134-38d44119d3ce will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:44.172957 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.267094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Network 8a9c458f-92e0-48d6-859a-b734c420fd0b is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:44.270672 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:44.275084 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:44.303485 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Pushing event updated for resources: {'Port': ['ID=48bf6bf3-db02-4a04-9134-38d44119d3ce,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:44.362278 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:44.363118 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.390015 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-84aa2073-8b66-469b-b1b0-2bf25db1920f tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1626749 Aug 31 19:42:44.472624 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.493240 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Request body: {'port': {'device_id': '6b458a52-06a3-48a1-a44b-753c10c9cd77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:44.582229 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.744927 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-7688e548-0e31-4d72-84c3-8305cd1d90b6 None None] Provisioning for port 48bf6bf3-db02-4a04-9134-38d44119d3ce completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:44.752078 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-7688e548-0e31-4d72-84c3-8305cd1d90b6 None None] Provisioning complete for port 48bf6bf3-db02-4a04-9134-38d44119d3ce triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:44.752726 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-7688e548-0e31-4d72-84c3-8305cd1d90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:44.755451 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fb18b-63f3-4568-a0d4-203efe8b402c req-518373a0-3a32-4743-be97-844e1ff87199 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:44.760963 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-030fb18b-63f3-4568-a0d4-203efe8b402c req-518373a0-3a32-4743-be97-844e1ff87199 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0994604 Aug 31 19:42:44.808427 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-7688e548-0e31-4d72-84c3-8305cd1d90b6 None None] Port 48bf6bf3-db02-4a04-9134-38d44119d3ce cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:42:44.837391 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-030fb18b-63f3-4568-a0d4-203efe8b402c req-a1846a65-3035-4973-b108-679cbbe3fad6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676143 Aug 31 19:42:44.966148 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5f40e-ef3f-43d2-8894-dd216b1b5488 req-572c8896-a453-49f9-b7aa-d4d12d291370 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:44.970285 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-28d5f40e-ef3f-43d2-8894-dd216b1b5488 req-572c8896-a453-49f9-b7aa-d4d12d291370 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0765746 Aug 31 19:42:45.062575 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-28d5f40e-ef3f-43d2-8894-dd216b1b5488 req-0041f912-6a8d-479f-b942-8e5e76c3761d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724850 Aug 31 19:42:45.072993 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bf6bf3-db02-4a04-9134-38d44119d3ce {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:42:45.088339 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:45.116723 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Transition to ACTIVE for port object 48bf6bf3-db02-4a04-9134-38d44119d3ce will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:42:45.122164 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:45.207899 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Pushing event updated for resources: {'Port': ['ID=48bf6bf3-db02-4a04-9134-38d44119d3ce,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:45.215393 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55cb5-2242-42fb-9f4f-9b907b998676 req-492a63fb-bfe8-4ff0-a3eb-5ada1a2b9176 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:45.216521 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-00f55cb5-2242-42fb-9f4f-9b907b998676 req-492a63fb-bfe8-4ff0-a3eb-5ada1a2b9176 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 948 time: 0.0746968 Aug 31 19:42:45.273430 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-00f55cb5-2242-42fb-9f4f-9b907b998676 req-d01ec454-921e-4d2b-b49e-96600f2b0c51 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454068 Aug 31 19:42:45.314455 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Attempting to bind port 48bf6bf3-db02-4a04-9134-38d44119d3ce on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:42:45.314798 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Attempting to bind port 48bf6bf3-db02-4a04-9134-38d44119d3ce by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a87b8a54-810e-4e63-b4c4-74317a319d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:42:45.315302 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Attempting to bind port 48bf6bf3-db02-4a04-9134-38d44119d3ce on network 8a9c458f-92e0-48d6-859a-b734c420fd0b {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:45.320559 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Port 48bf6bf3-db02-4a04-9134-38d44119d3ce on network 8a9c458f-92e0-48d6-859a-b734c420fd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:42:45.321043 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Attempting to bind port 48bf6bf3-db02-4a04-9134-38d44119d3ce on network 8a9c458f-92e0-48d6-859a-b734c420fd0b {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:42:45.328002 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:42:45.328374 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Checking segment: {'id': 'a87b8a54-810e-4e63-b4c4-74317a319d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:42:45.328726 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Bound using segment: {'id': 'a87b8a54-810e-4e63-b4c4-74317a319d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:42:45.329175 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Bound port: 48bf6bf3-db02-4a04-9134-38d44119d3ce, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87b8a54-810e-4e63-b4c4-74317a319d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:42:45.329540 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:45.418418 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] For port 48bf6bf3-db02-4a04-9134-38d44119d3ce, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:42:45.423197 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] For port 48bf6bf3-db02-4a04-9134-38d44119d3ce, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48bf6bf3-db02-4a04-9134-38d44119d3ce,segment=NetworkSegment(a87b8a54-810e-4e63-b4c4-74317a319d2c),segment_id=a87b8a54-810e-4e63-b4c4-74317a319d2c)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:42:45.427634 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:45.461323 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e04e7-fd8f-42b3-87f9-12fb009edff4 req-9f65c37d-8e46-47b6-9dcf-33d7ed43feb3 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:45.462883 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-764e04e7-fd8f-42b3-87f9-12fb009edff4 req-9f65c37d-8e46-47b6-9dcf-33d7ed43feb3 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0765760 Aug 31 19:42:45.487225 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:45.488175 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:45.490713 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] 10.222.0.55 "PUT /v2.0/ports/48bf6bf3-db02-4a04-9134-38d44119d3ce HTTP/1.1" status: 200 len: 1098 time: 1.0048513 Aug 31 19:42:45.491450 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b458a52-06a3-48a1-a44b-753c10c9cd77', 'tag': '48bf6bf3-db02-4a04-9134-38d44119d3ce'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:45.495616 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beae196-f160-4e1a-925c-ce5aac2b8db8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b458a52-06a3-48a1-a44b-753c10c9cd77", "tag": "48bf6bf3-db02-4a04-9134-38d44119d3ce"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:45.509536 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-764e04e7-fd8f-42b3-87f9-12fb009edff4 req-67683bc9-b468-4f0a-949b-5bd6c24a9c4f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392563 Aug 31 19:42:45.545224 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3618e3-9c72-40a8-a876-5e17d9c30537 service neutron] Pushing event updated for resources: {'Port': ['ID=48bf6bf3-db02-4a04-9134-38d44119d3ce,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:45.642226 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2145a9-2970-4420-8b6f-4bd2a8a6aebb req-96899559-38ad-4018-9f44-c2ce839ff814 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:45.643895 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5d2145a9-2970-4420-8b6f-4bd2a8a6aebb req-96899559-38ad-4018-9f44-c2ce839ff814 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0666215 Aug 31 19:42:45.692074 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5d2145a9-2970-4420-8b6f-4bd2a8a6aebb req-1cfff1d3-1590-4779-89ce-b6c40ef67859 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Aug 31 19:42:45.718577 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47652) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:45.846134 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b6a88-02a6-4e93-aa61-9780efa4e970 req-a6d91c46-0c5a-4250-b2cb-eb6eca608365 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:45.849525 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3d8b6a88-02a6-4e93-aa61-9780efa4e970 req-a6d91c46-0c5a-4250-b2cb-eb6eca608365 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0726976 Aug 31 19:42:45.892988 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3d8b6a88-02a6-4e93-aa61-9780efa4e970 req-f64bb243-94f8-41c7-9bf6-bf9b32fc0aac tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344095 Aug 31 19:42:45.964563 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7eb8a0-6c76-40f5-826d-ecb8c8d43562 x-openstack-request-id: req-db7eb8a0-6c76-40f5-826d-ecb8c8d43562 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:45.965387 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b458a52-06a3-48a1-a44b-753c10c9cd77", "tag": "48bf6bf3-db02-4a04-9134-38d44119d3ce", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:45.965387 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db7eb8a0-6c76-40f5-826d-ecb8c8d43562 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:45.965959 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b458a52-06a3-48a1-a44b-753c10c9cd77', 'tag': '48bf6bf3-db02-4a04-9134-38d44119d3ce', 'status': 'completed', 'code': 200} Aug 31 19:42:46.048318 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe51c93-5f9a-48fc-b279-a0a984eb7846 tempest-TestShelveInstance-1875430953 tempest-TestShelveInstance-1875430953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:46.050992 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-dbe51c93-5f9a-48fc-b279-a0a984eb7846 tempest-TestShelveInstance-1875430953 tempest-TestShelveInstance-1875430953-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 1093 time: 0.3310635 Aug 31 19:42:46.055267 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47660) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:46.062561 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Request body: {'floatingip': {'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'port_id': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:42:46.112617 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for floatingip, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:46.131036 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ce1bb-e9ad-4136-b13a-933223e7fb21 req-4053c5c3-9b34-4f77-97f7-e914b6393e11 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:46.132779 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bb6ce1bb-e9ad-4136-b13a-933223e7fb21 req-4053c5c3-9b34-4f77-97f7-e914b6393e11 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0970306 Aug 31 19:42:46.219271 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bb6ce1bb-e9ad-4136-b13a-933223e7fb21 req-dff3d6ed-01af-482e-a8eb-b4007fb64cf2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526528 Aug 31 19:42:46.271001 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:46.437007 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Allocated IP 172.27.0.153 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/478c6b71-830f-459d-92e3-67a4d8087064) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:42:46.460818 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630c5f0-9b8a-4713-83a5-b901408d68d1 req-fb3a99b2-09fe-4a4f-9cdf-a887c40c0fe6 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:46.462446 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6630c5f0-9b8a-4713-83a5-b901408d68d1 req-fb3a99b2-09fe-4a4f-9cdf-a887c40c0fe6 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 948 time: 0.0828047 Aug 31 19:42:46.557248 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6630c5f0-9b8a-4713-83a5-b901408d68d1 req-24b64b45-dfae-43d0-b5dd-d77c9d2552bd tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794613 Aug 31 19:42:46.598126 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:46.667222 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:46.716619 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd76f45-6ba2-45d8-88fa-21698d6d01a9 req-69ce8f13-49b8-4fc4-af41-ebf0a68264d4 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:46.718275 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-abd76f45-6ba2-45d8-88fa-21698d6d01a9 req-69ce8f13-49b8-4fc4-af41-ebf0a68264d4 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 944 time: 0.0908732 Aug 31 19:42:46.720404 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:42:46.723825 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:42:46.726780 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:42:46.775216 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'Port': ['ID=478c6b71-830f-459d-92e3-67a4d8087064,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:46.831097 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-abd76f45-6ba2-45d8-88fa-21698d6d01a9 req-4e5c77ea-d79a-4165-9262-90b9e40b7e46 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015465 Aug 31 19:42:47.100148 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f67ea-4eff-4d06-ae13-a0f496dda00d req-efa48713-a02b-4e19-a514-1f807b368f8d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:47.101616 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ee1f67ea-4eff-4d06-ae13-a0f496dda00d req-efa48713-a02b-4e19-a514-1f807b368f8d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.1099668 Aug 31 19:42:47.185686 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ee1f67ea-4eff-4d06-ae13-a0f496dda00d req-d5ca29fb-8f26-44fa-b894-9357a69bbe01 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740120 Aug 31 19:42:47.250377 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:47.346043 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:47.400361 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d074496-58b1-43eb-aeac-c5a9a31d2631 req-666a81fa-2b19-4b7e-b351-28d9453353cf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:47.402189 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0d074496-58b1-43eb-aeac-c5a9a31d2631 req-666a81fa-2b19-4b7e-b351-28d9453353cf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1030557 Aug 31 19:42:47.497788 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0d074496-58b1-43eb-aeac-c5a9a31d2631 req-e228cb80-6e28-400b-a5f1-bdfb9c349ad9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842259 Aug 31 19:42:47.566320 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:47.571647 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:47.692863 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event updated for resources: {'Port': ['ID=478c6b71-830f-459d-92e3-67a4d8087064,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:47.707082 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:47.760474 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece5504-d3fc-4a1b-9f65-62ec6f0a00ed req-53cfc693-89ab-4a9f-8ff6-c12f157d2bb5 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:47.762103 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9ece5504-d3fc-4a1b-9f65-62ec6f0a00ed req-53cfc693-89ab-4a9f-8ff6-c12f157d2bb5 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 948 time: 0.1142519 Aug 31 19:42:47.883449 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9ece5504-d3fc-4a1b-9f65-62ec6f0a00ed req-6c94c564-afa0-45b7-99bd-983b4e8afed3 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137438 Aug 31 19:42:47.897540 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 88eeea63-5854-46ce-8ee8-77fc0951716c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:42:47.899837 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.l3_db [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Floating IP 4b6d8f99-a781-477a-b263-92b076a8f9d5 associated. External IP: 172.27.0.153, port: b6b66559-ee79-42c3-b90d-19b582b16de4. Aug 31 19:42:48.107518 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 88eeea63-5854-46ce-8ee8-77fc0951716c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88eeea63-5854-46ce-8ee8-77fc0951716c,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:48.129131 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'port_id': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'mac_address': 'fa:16:3e:7d:4c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:42:48.181245 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:48.205746 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eeea63-5854-46ce-8ee8-77fc0951716c {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:42:48.245500 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 88eeea63-5854-46ce-8ee8-77fc0951716c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88eeea63-5854-46ce-8ee8-77fc0951716c,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:48.252755 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:48.314172 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddc9e2-8fba-4279-866c-05910588cbca req-600c056d-da7c-46e1-a367-4a366b104f5d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:48.315786 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-24ddc9e2-8fba-4279-866c-05910588cbca req-600c056d-da7c-46e1-a367-4a366b104f5d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 945 time: 0.0793235 Aug 31 19:42:48.320268 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=88eeea63-5854-46ce-8ee8-77fc0951716c,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:48.332932 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.333330 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.333784 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.334258 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.334701 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.335127 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.335547 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.335982 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.336435 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.336964 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.337484 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.337925 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:42:48.375582 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:42:48.408374 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-24ddc9e2-8fba-4279-866c-05910588cbca req-a14a0d85-e7b4-4f5b-abea-334d46ba5c09 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497513 Aug 31 19:42:48.465502 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Router dc32e192-5b7a-47f9-89e2-b925b1cee215 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:42:48.613702 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990b0ad-7b1b-4b29-bc30-239e74435b28 req-1dac4449-31b2-49da-ae1b-2d2168a598f7 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:48.615383 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2990b0ad-7b1b-4b29-bc30-239e74435b28 req-1dac4449-31b2-49da-ae1b-2d2168a598f7 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.1366079 Aug 31 19:42:48.635357 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:42:48.646312 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] Sync routers for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:42:48.657887 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:48.658542 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:42:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:48.673689 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:48.678740 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2990b0ad-7b1b-4b29-bc30-239e74435b28 req-2c679fcc-d69b-4da4-831f-80badcb4b432 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538232 Aug 31 19:42:48.724637 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-48999005-0bf2-48d1-b2c8-eb0df5abc5c1 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6676736 Aug 31 19:42:48.725669 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:48.729029 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:48.815826 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:48.830869 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c678df-2866-492a-99cc-c5fd106473a6 req-336b4a96-08c5-47b0-8244-e8e28cebe219 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:48.839587 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-98c678df-2866-492a-99cc-c5fd106473a6 req-336b4a96-08c5-47b0-8244-e8e28cebe219 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0767808 Aug 31 19:42:48.892097 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-98c678df-2866-492a-99cc-c5fd106473a6 req-aa753834-fd27-4e48-b656-35f9cc1fa94d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502269 Aug 31 19:42:48.943253 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8ef1a2-b4d5-4434-963b-9b21a337856d x-openstack-request-id: req-9b8ef1a2-b4d5-4434-963b-9b21a337856d {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:48.943531 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:48.943772 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b8ef1a2-b4d5-4434-963b-9b21a337856d {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:48.944313 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'status': 'completed', 'code': 200} Aug 31 19:42:49.064728 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6f10a-88e2-422d-8c5f-5488f34a32ca req-2dd58f72-a114-4a6a-8b79-6e86ec9107e2 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:49.066267 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-30e6f10a-88e2-422d-8c5f-5488f34a32ca req-2dd58f72-a114-4a6a-8b79-6e86ec9107e2 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 948 time: 0.0701897 Aug 31 19:42:49.104766 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '4b6d8f99-a781-477a-b263-92b076a8f9d5', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'port_id': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'mac_address': 'fa:16:3e:82:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099d14aa-f615-4642-b939-4e01247b192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:42:47Z', 'updated_at': '2021-08-31T19:42:47Z', 'revision_number': 0, 'project_id': 'b8b7a440095744cebd172859de304b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201354cc-d938-4135-a3b5-eba3de014d5f', 'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'mac_address': 'fa:16:3e:44:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:09Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 5, 'project_id': 'b8b7a440095744cebd172859de304b46', 'subnets': [{'id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:49.113740 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-30e6f10a-88e2-422d-8c5f-5488f34a32ca req-4953cef3-e889-440e-bfcd-7b6758923659 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Aug 31 19:42:49.131983 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] Checking router: dc32e192-5b7a-47f9-89e2-b925b1cee215 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:42:49.140885 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:42:49.141492 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:42:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:49.252284 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:42:49.520735 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '4b6d8f99-a781-477a-b263-92b076a8f9d5', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'port_id': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'mac_address': 'fa:16:3e:82:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099d14aa-f615-4642-b939-4e01247b192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:42:47Z', 'updated_at': '2021-08-31T19:42:47Z', 'revision_number': 0, 'project_id': 'b8b7a440095744cebd172859de304b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201354cc-d938-4135-a3b5-eba3de014d5f', 'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'mac_address': 'fa:16:3e:44:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:09Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 5, 'project_id': 'b8b7a440095744cebd172859de304b46', 'subnets': [{'id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:42:49.554313 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2f44b-8fc3-48fc-8d6e-ab1c2bcac108 None None] The sync data for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi is: [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '4b6d8f99-a781-477a-b263-92b076a8f9d5', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'port_id': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'mac_address': 'fa:16:3e:82:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099d14aa-f615-4642-b939-4e01247b192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:42:47Z', 'updated_at': '2021-08-31T19:42:47Z', 'revision_number': 0, 'project_id': 'b8b7a440095744cebd172859de304b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201354cc-d938-4135-a3b5-eba3de014d5f', 'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'mac_address': 'fa:16:3e:44:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:09Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 5, 'project_id': 'b8b7a440095744cebd172859de304b46', 'subnets': [{'id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:42:49.584906 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3072c-0aac-4380-8a9a-cd8386d2d806 req-81b973be-01c8-4d3b-b564-ce42a7035a92 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:49.588561 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8df3072c-0aac-4380-8a9a-cd8386d2d806 req-81b973be-01c8-4d3b-b564-ce42a7035a92 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 945 time: 0.0878575 Aug 31 19:42:49.647551 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8df3072c-0aac-4380-8a9a-cd8386d2d806 req-41776fdb-0b1a-4dce-b44c-a05df8fdaa41 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475905 Aug 31 19:42:49.832267 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c6b56-3918-47db-af2d-28c06dbc2339 None None] New status for floating IP 4b6d8f99-a781-477a-b263-92b076a8f9d5: ACTIVE {{(pid=95344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:42:49.869043 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd47583-d1c8-4118-9ef6-60cd3681b766 req-2458655e-319d-4c3a-9eed-23798b496a8f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:49.871528 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cdd47583-d1c8-4118-9ef6-60cd3681b766 req-2458655e-319d-4c3a-9eed-23798b496a8f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 943 time: 0.0826912 Aug 31 19:42:49.916966 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:42:49.941810 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cdd47583-d1c8-4118-9ef6-60cd3681b766 req-85a4bfa7-7532-4067-b6a0-f66ba1954806 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630138 Aug 31 19:42:50.189419 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-881d5d8c-aecf-45b6-a4d3-e3ada55b0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.193079 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-881d5d8c-aecf-45b6-a4d3-e3ada55b0c11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1099 time: 0.4907358 Aug 31 19:42:50.196067 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beae196-f160-4e1a-925c-ce5aac2b8db8 req-0c828b50-4980-462c-8ec9-53246d1caee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.199272 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0beae196-f160-4e1a-925c-ce5aac2b8db8 req-0c828b50-4980-462c-8ec9-53246d1caee4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e187ffdff24a4e9aab62a2878288ea68&device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 1101 time: 0.4942963 Aug 31 19:42:50.211675 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-673362d2-7aa7-4235-9248-9f1fcab83a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.214918 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-673362d2-7aa7-4235-9248-9f1fcab83a19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8b7a440095744cebd172859de304b46&device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 1098 time: 0.4405198 Aug 31 19:42:50.251083 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e002-c42d-4518-bdc8-fd77fbdef751 req-ca2b4938-8df7-4658-b473-02a97f55ed93 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.253411 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3791e002-c42d-4518-bdc8-fd77fbdef751 req-ca2b4938-8df7-4658-b473-02a97f55ed93 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1442909 Aug 31 19:42:50.260547 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe611fe-c2bc-4f94-b560-a3ebb1f7b3d4 req-a83d29ee-23c4-457e-81ec-ead0a0f47ad4 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.262458 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bfe611fe-c2bc-4f94-b560-a3ebb1f7b3d4 req-a83d29ee-23c4-457e-81ec-ead0a0f47ad4 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 948 time: 0.0703237 Aug 31 19:42:50.313216 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:50.325777 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bfe611fe-c2bc-4f94-b560-a3ebb1f7b3d4 req-3e137f98-e819-48b6-86f8-7af24c2157be tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540001 Aug 31 19:42:50.331539 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'd3a871ab-0a24-4af4-9bd1-aa6c3c50f57b', 'network_id': 'c7ea806c-f8cd-4e05-8a77-dbe08222f90a', 'port_id': 'd3a871ab-0a24-4af4-9bd1-aa6c3c50f57b', 'mac_address': 'fa:16:3e:92:38:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af79d9f-7bce-460f-ad8a-5758861deb7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:42:50.376890 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.394341 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:42:50.421174 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:50.422408 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0beae196-f160-4e1a-925c-ce5aac2b8db8 req-4c24adc4-f4b1-4010-8672-ecf79dc75295 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e187ffdff24a4e9aab62a2878288ea68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248076 Aug 31 19:42:50.426586 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:50.470536 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3791e002-c42d-4518-bdc8-fd77fbdef751 req-3ee9a40b-05f6-44da-bc8d-76fe854fe31f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099228 Aug 31 19:42:50.502109 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:50.601182 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-197633b9-232d-4a2e-9302-eb47234b3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.602786 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-197633b9-232d-4a2e-9302-eb47234b3d86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 919 time: 0.3246257 Aug 31 19:42:50.603786 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-8e3f6822-785a-47be-8aec-d4c69ff174f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.605197 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-8e3f6822-785a-47be-8aec-d4c69ff174f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4c47ed3-5203-4837-a7cf-43b184a661d1 HTTP/1.1" status: 200 len: 910 time: 0.3090832 Aug 31 19:42:50.704768 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beae196-f160-4e1a-925c-ce5aac2b8db8 req-80f6f083-61fd-45be-bc63-ec8c18d11cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.706353 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0beae196-f160-4e1a-925c-ce5aac2b8db8 req-80f6f083-61fd-45be-bc63-ec8c18d11cb0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2703018 Aug 31 19:42:50.707694 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-f1db4fb2-ca8d-4b26-817b-a75cd390bc2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2233f784-6f58-48a2-862f-fe732c9603f8 HTTP/1.1" status: 200 len: 217 time: 0.0918443 Aug 31 19:42:50.743225 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-78ddd8fa-e125-4cfc-95e3-5bcec9b3a987 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b66559-ee79-42c3-b90d-19b582b16de4 HTTP/1.1" status: 200 len: 1001 time: 0.1210468 Aug 31 19:42:50.869420 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-017d0a64-6b07-440a-a0d7-34d774ee79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.870805 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-017d0a64-6b07-440a-a0d7-34d774ee79cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.1385157 Aug 31 19:42:50.880268 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53861b14-1910-41d1-94c1-6084ca50aeae req-3a1a24ff-ec63-4fd5-b921-4e3e7b0ff963 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.882070 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-53861b14-1910-41d1-94c1-6084ca50aeae req-3a1a24ff-ec63-4fd5-b921-4e3e7b0ff963 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 945 time: 0.1378837 Aug 31 19:42:50.901797 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-63e26a19-51a0-4734-adc3-9257847714a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.904026 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-63e26a19-51a0-4734-adc3-9257847714a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c37c57b0-87e7-4709-8120-d07c9a5f9d86 HTTP/1.1" status: 200 len: 848 time: 0.1283717 Aug 31 19:42:50.924470 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-3ef2c935-8ef9-4f4d-aa2f-47e203b58eba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368767 Aug 31 19:42:50.927255 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-91f8705c-93b2-43ff-8274-a1f2faaab20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:50.929223 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-91f8705c-93b2-43ff-8274-a1f2faaab20a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e187ffdff24a4e9aab62a2878288ea68&device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 1101 time: 0.1383853 Aug 31 19:42:50.941360 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-53861b14-1910-41d1-94c1-6084ca50aeae req-8c58cf1a-89ca-49de-89b3-8c07b868d1f1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460382 Aug 31 19:42:50.988997 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['88eeea63-5854-46ce-8ee8-77fc0951716c'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:42:51.062019 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-b2a77f25-ee92-443a-a455-7bebc0b4d566 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=48bf6bf3-db02-4a04-9134-38d44119d3ce HTTP/1.1" status: 200 len: 217 time: 0.1023633 Aug 31 19:42:51.149657 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b82863-b005-4e29-857b-0c58b81580cd req-ad4a3c4c-89ee-4c66-a5f3-7fa3c05fdad1 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:51.151326 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-85b82863-b005-4e29-857b-0c58b81580cd req-ad4a3c4c-89ee-4c66-a5f3-7fa3c05fdad1 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 944 time: 0.0706890 Aug 31 19:42:51.214569 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-9cf9fda1-4465-4c19-943c-594d2b969d3a service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562859 Aug 31 19:42:51.229515 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-85b82863-b005-4e29-857b-0c58b81580cd req-951668f6-6fdd-43e7-84d4-21078b6f5bfa tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705793 Aug 31 19:42:51.245255 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:42:51.332156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-a49d6acb-ff86-4b66-a526-a6407119c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:51.333741 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-a49d6acb-ff86-4b66-a526-a6407119c185 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4c47ed3-5203-4837-a7cf-43b184a661d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4126339 Aug 31 19:42:51.338087 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-27c55e68-2590-4dd7-beca-43465a00f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:51.339473 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-27c55e68-2590-4dd7-beca-43465a00f3f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f1425f9-3cc6-424d-a0ce-6c79bfed7072 HTTP/1.1" status: 200 len: 843 time: 0.1234446 Aug 31 19:42:51.505447 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-6d7a1920-d880-4e25-b04d-8d8c266108d7 service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730885 Aug 31 19:42:51.534756 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-d996877e-58e1-4ed7-bc61-2a0a69513b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:51.536354 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-d996877e-58e1-4ed7-bc61-2a0a69513b52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a9c458f-92e0-48d6-859a-b734c420fd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1829052 Aug 31 19:42:51.560320 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439035d0-5712-4b41-b694-0d65adda0c41 req-c2ce464e-8082-45be-b7d9-e4752d06c80a tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:51.561912 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-439035d0-5712-4b41-b694-0d65adda0c41 req-c2ce464e-8082-45be-b7d9-e4752d06c80a tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 948 time: 0.1498358 Aug 31 19:42:51.574552 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-112cec34-319c-4bd8-a73b-a51de3e49ab7 service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198720 Aug 31 19:42:51.699582 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b928fe-7c6b-475a-83d3-0d76c1ddebdc req-28508d81-6db4-45a5-b401-2a1bf0cd45ba tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:51.701781 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-83b928fe-7c6b-475a-83d3-0d76c1ddebdc req-28508d81-6db4-45a5-b401-2a1bf0cd45ba tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0956516 Aug 31 19:42:51.749304 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-83b928fe-7c6b-475a-83d3-0d76c1ddebdc req-702a8857-b972-4e06-ab35-fec94c5de060 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Aug 31 19:42:51.750790 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-439035d0-5712-4b41-b694-0d65adda0c41 req-02054ac1-31fc-4e89-9cd1-cb9c29a6bb89 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633260 Aug 31 19:42:51.789690 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-c96254e2-9a87-461e-ade0-bada59fa4ddb service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c458f-92e0-48d6-859a-b734c420fd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250471 Aug 31 19:42:51.793445 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7011ae97-a73b-40e4-903c-2fbe3c7ee4e5 req-927f15ee-eb22-4607-acf6-5419e6ff0742 service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071776 Aug 31 19:42:51.913712 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-afd2ca2e-9e94-45f0-b1c0-c064ba58ee2d req-77a319bb-482e-4ac2-81a8-02eaf0b764d8 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c458f-92e0-48d6-859a-b734c420fd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999277 Aug 31 19:42:52.086473 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cb4a0-0a80-403c-8906-48e074d0865d req-14c4fcab-b20e-44a3-b69d-cb5f60784d92 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:52.088147 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e67cb4a0-0a80-403c-8906-48e074d0865d req-14c4fcab-b20e-44a3-b69d-cb5f60784d92 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 945 time: 0.0680418 Aug 31 19:42:52.138554 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e67cb4a0-0a80-403c-8906-48e074d0865d req-2e76771e-13f2-47de-a88f-62c57162ef3b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 Aug 31 19:42:52.392066 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb22e-c55d-4b62-a4ef-7a8e1c22d919 req-8febdc16-a4f4-488e-9f5a-d1053a494d31 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:52.393911 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-63eeb22e-c55d-4b62-a4ef-7a8e1c22d919 req-8febdc16-a4f4-488e-9f5a-d1053a494d31 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 944 time: 0.0843880 Aug 31 19:42:52.437805 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-63eeb22e-c55d-4b62-a4ef-7a8e1c22d919 req-4b4a29b9-a5af-4086-ad74-dbbf6c8841b2 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377538 Aug 31 19:42:52.922554 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8baa5-d16a-4e00-b0c1-a37bab8303b8 req-c9f1a209-63e6-49b5-9643-5c15ed8a901d tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:52.923810 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3fa8baa5-d16a-4e00-b0c1-a37bab8303b8 req-c9f1a209-63e6-49b5-9643-5c15ed8a901d tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 948 time: 0.0649354 Aug 31 19:42:52.938710 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ce760-0c5d-4acb-82d4-da298ec7a2e9 req-3f79fb3f-7c7a-458b-a5ea-5e2378982e82 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:52.940535 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-728ce760-0c5d-4acb-82d4-da298ec7a2e9 req-3f79fb3f-7c7a-458b-a5ea-5e2378982e82 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0840194 Aug 31 19:42:52.973097 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3fa8baa5-d16a-4e00-b0c1-a37bab8303b8 req-f611534a-8a83-437f-8d08-0ccff516e05d tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Aug 31 19:42:52.999503 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-728ce760-0c5d-4acb-82d4-da298ec7a2e9 req-cdd053c6-45e9-49d3-8e03-855db6b6b180 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520134 Aug 31 19:42:53.287525 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bdae-3e75-4dee-84d2-31c437a1d0f6 req-91459676-a41b-4af7-b2a7-2536edfe2be6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:53.289135 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8035bdae-3e75-4dee-84d2-31c437a1d0f6 req-91459676-a41b-4af7-b2a7-2536edfe2be6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 945 time: 0.0597122 Aug 31 19:42:53.346545 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8035bdae-3e75-4dee-84d2-31c437a1d0f6 req-3fcef3c9-991f-4e02-945a-cf8139c3c6af tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499279 Aug 31 19:42:53.567548 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754801e9-e5e1-47fa-bbae-7446354c5428 req-0ff55d06-c9ee-49ca-97d7-2c9abb0f81a1 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:53.570209 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-754801e9-e5e1-47fa-bbae-7446354c5428 req-0ff55d06-c9ee-49ca-97d7-2c9abb0f81a1 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 944 time: 0.0584657 Aug 31 19:42:53.633051 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-754801e9-e5e1-47fa-bbae-7446354c5428 req-6c7d8ed5-90e9-4f9b-885d-09864fe6c4cc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553162 Aug 31 19:42:53.924166 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:53.987229 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:53.991989 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:53.992588 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.122754 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.160098 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:54.161473 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222a470-5936-49fa-afbc-e80401d92948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a871ab-0a24-4af4-9bd1-aa6c3c50f57b'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:54.164708 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556a9305-8cd8-46bc-ac3e-0e9cb816b9a1" -d '{"events": [{"server_uuid": "0222a470-5936-49fa-afbc-e80401d92948", "name": "network-vif-plugged", "status": "completed", "tag": "d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:54.169021 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.170396 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 88eeea63-5854-46ce-8ee8-77fc0951716c up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:54.188899 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceca62-5aee-487c-9052-e2b19bde37cc req-1e59c7bd-d416-45d4-99fd-97003f234a5f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:54.213205 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9cceca62-5aee-487c-9052-e2b19bde37cc req-1e59c7bd-d416-45d4-99fd-97003f234a5f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1106524 Aug 31 19:42:54.228040 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf66ee9-c9e6-4362-b09d-b8a993016e4f req-9af3de52-68f2-492b-9644-fd320535721d tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:54.246763 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ecf66ee9-c9e6-4362-b09d-b8a993016e4f req-9af3de52-68f2-492b-9644-fd320535721d tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 948 time: 0.1307759 Aug 31 19:42:54.270841 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:54.295722 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 88eeea63-5854-46ce-8ee8-77fc0951716c completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:42:54.302207 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 88eeea63-5854-46ce-8ee8-77fc0951716c triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:42:54.302905 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.316977 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ecf66ee9-c9e6-4362-b09d-b8a993016e4f req-a6f010f5-19b4-4dec-a494-d339ff62190b tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662763 Aug 31 19:42:54.318838 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9cceca62-5aee-487c-9052-e2b19bde37cc req-cd0bb54f-6af9-4174-ac63-28094e3a7117 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041262 Aug 31 19:42:54.377733 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b11075-40fc-4e96-9d9b-000be803c0c2 x-openstack-request-id: req-67b11075-40fc-4e96-9d9b-000be803c0c2 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:54.378299 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222a470-5936-49fa-afbc-e80401d92948", "name": "network-vif-plugged", "status": "completed", "tag": "d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:54.382451 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67b11075-40fc-4e96-9d9b-000be803c0c2 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:54.383677 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0222a470-5936-49fa-afbc-e80401d92948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a871ab-0a24-4af4-9bd1-aa6c3c50f57b', 'code': 200} Aug 31 19:42:54.459814 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.537463 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 88eeea63-5854-46ce-8ee8-77fc0951716c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88eeea63-5854-46ce-8ee8-77fc0951716c,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:54.544835 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:54.549251 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1d47e-5105-4e36-928e-731490ee7b5c req-aac38dcb-d67c-4066-a766-6e87c46a56ef tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:54.564653 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-dad1d47e-5105-4e36-928e-731490ee7b5c req-aac38dcb-d67c-4066-a766-6e87c46a56ef tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 945 time: 0.1016617 Aug 31 19:42:54.609144 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-dad1d47e-5105-4e36-928e-731490ee7b5c req-c4b6a3d2-c688-43ad-bb8e-7aa523a44043 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435934 Aug 31 19:42:54.635188 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=88eeea63-5854-46ce-8ee8-77fc0951716c,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:54.655965 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1acea-63db-4926-bf2b-af07316fbc1c req-a4cc70cc-4e36-4609-a798-c9287d794895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:54.657575 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-71c1acea-63db-4926-bf2b-af07316fbc1c req-a4cc70cc-4e36-4609-a798-c9287d794895 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 1098 time: 0.0528066 Aug 31 19:42:54.711359 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-71c1acea-63db-4926-bf2b-af07316fbc1c req-7d8e372d-8aba-4d7a-98c1-ba745ba7845c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311899 Aug 31 19:42:54.763193 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd80e-9c5f-4fa9-9247-d5db468570b8 req-9a21d865-8cd5-4dc7-99cb-314f14ad02ec tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:54.765048 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4b1dd80e-9c5f-4fa9-9247-d5db468570b8 req-9a21d865-8cd5-4dc7-99cb-314f14ad02ec tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 945 time: 0.0579584 Aug 31 19:42:54.807635 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4b1dd80e-9c5f-4fa9-9247-d5db468570b8 req-7fc0ac0c-980b-43e3-9be9-ee9fc2f94212 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Aug 31 19:42:55.461097 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0271c9-ed42-4a17-8b8f-db9b376fd193 req-8525e2f3-08be-4559-bfb6-6025b40b45ec tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:55.464368 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e0271c9-ed42-4a17-8b8f-db9b376fd193 req-8525e2f3-08be-4559-bfb6-6025b40b45ec tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 948 time: 0.0637419 Aug 31 19:42:55.480301 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352d51-30be-48ef-8728-792253318c49 req-1b008322-cc8d-49df-a6a2-4276bb5785fe tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:55.482935 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ac352d51-30be-48ef-8728-792253318c49 req-1b008322-cc8d-49df-a6a2-4276bb5785fe tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0647631 Aug 31 19:42:55.517223 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e0271c9-ed42-4a17-8b8f-db9b376fd193 req-4c1ecfcd-f8d5-48d0-b118-114c9f2db6b5 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Aug 31 19:42:55.530598 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ac352d51-30be-48ef-8728-792253318c49 req-a7f4755d-2eb1-4ba5-913e-bf3ec4478cbe tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414078 Aug 31 19:42:55.761230 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e772-00e5-4f78-9aae-79133c780513 req-879998ae-0528-4648-811d-1990db5f1960 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:55.763092 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-dd72e772-00e5-4f78-9aae-79133c780513 req-879998ae-0528-4648-811d-1990db5f1960 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0647359 Aug 31 19:42:55.813395 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-dd72e772-00e5-4f78-9aae-79133c780513 req-bf9ea676-306f-4c23-8ae5-1c0b793cb0f6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Aug 31 19:42:55.927404 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 48bf6bf3-db02-4a04-9134-38d44119d3ce details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:42:55.946332 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe7c59-a3c8-45a5-8e0b-2d226e4666c3 req-db14a7a7-0507-4b78-b708-31f549c48574 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:55.948390 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c0fe7c59-a3c8-45a5-8e0b-2d226e4666c3 req-db14a7a7-0507-4b78-b708-31f549c48574 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 945 time: 0.0607066 Aug 31 19:42:55.992937 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c0fe7c59-a3c8-45a5-8e0b-2d226e4666c3 req-fe6822a1-09a3-49b1-ae52-c07cbd58c188 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Aug 31 19:42:56.057766 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 48bf6bf3-db02-4a04-9134-38d44119d3ce, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48bf6bf3-db02-4a04-9134-38d44119d3ce,segment=NetworkSegment(a87b8a54-810e-4e63-b4c4-74317a319d2c),segment_id=a87b8a54-810e-4e63-b4c4-74317a319d2c)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:56.073498 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '48bf6bf3-db02-4a04-9134-38d44119d3ce', 'network_id': '8a9c458f-92e0-48d6-859a-b734c420fd0b', 'port_id': '48bf6bf3-db02-4a04-9134-38d44119d3ce', 'mac_address': 'fa:16:3e:3c:81:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1425f9-3cc6-424d-a0ce-6c79bfed7072', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:42:56.121812 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.138193 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bf6bf3-db02-4a04-9134-38d44119d3ce {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:42:56.161931 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 48bf6bf3-db02-4a04-9134-38d44119d3ce, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48bf6bf3-db02-4a04-9134-38d44119d3ce,segment=NetworkSegment(a87b8a54-810e-4e63-b4c4-74317a319d2c),segment_id=a87b8a54-810e-4e63-b4c4-74317a319d2c)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:42:56.167675 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.245638 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=48bf6bf3-db02-4a04-9134-38d44119d3ce,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:56.385179 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:42:56.388243 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b8e5ef-262f-4db8-a5fe-734545d6c4b7" -d '{"events": [{"server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "name": "network-vif-plugged", "status": "completed", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:42:56.388437 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47900) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:56.431296 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aa00f0-c8e6-4bfe-ba0a-e3107f1b7726 x-openstack-request-id: req-39aa00f0-c8e6-4bfe-ba0a-e3107f1b7726 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:42:56.431641 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "name": "network-vif-plugged", "status": "completed", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:42:56.431975 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39aa00f0-c8e6-4bfe-ba0a-e3107f1b7726 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:42:56.432446 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'code': 200} Aug 31 19:42:56.564303 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-93b08c82-c5b0-48e9-b6f4-4aace62730d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.665889 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e98d7-423d-40e7-a976-32ab9421daf5 req-c64f4bd7-9b70-414a-92b2-dd6b1f912c42 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:56.667545 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-658e98d7-423d-40e7-a976-32ab9421daf5 req-c64f4bd7-9b70-414a-92b2-dd6b1f912c42 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 949 time: 0.0600488 Aug 31 19:42:56.714744 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa2e47-ba17-4939-b688-050a82ee1418 req-d3b30e77-30c2-4aad-8d47-11ee772d1d07 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:56.722287 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-39aa2e47-ba17-4939-b688-050a82ee1418 req-d3b30e77-30c2-4aad-8d47-11ee772d1d07 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0922778 Aug 31 19:42:56.754957 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-658e98d7-423d-40e7-a976-32ab9421daf5 req-88cccd9b-4a4d-449c-971c-1a1b6e4a7b23 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743897 Aug 31 19:42:56.778861 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7e627-4892-4dc2-bc35-e43dfa69abff req-ca634be4-aa32-4942-9ef5-2d2c29d35d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:56.780532 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bef7e627-4892-4dc2-bc35-e43dfa69abff req-ca634be4-aa32-4942-9ef5-2d2c29d35d26 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1099 time: 0.0766041 Aug 31 19:42:56.796402 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.802740 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-93b08c82-c5b0-48e9-b6f4-4aace62730d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.813607 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-39aa2e47-ba17-4939-b688-050a82ee1418 req-73f42f1f-8da2-4bd3-91de-724d53849e85 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902565 Aug 31 19:42:56.814932 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-93b08c82-c5b0-48e9-b6f4-4aace62730d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:56.830642 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['48bf6bf3-db02-4a04-9134-38d44119d3ce'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:42:56.890127 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-93b08c82-c5b0-48e9-b6f4-4aace62730d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22de0a78550f452196090b5a88608424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001256 Aug 31 19:42:56.892812 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 47916) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:56.967595 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bef7e627-4892-4dc2-bc35-e43dfa69abff req-f175c9fb-c3f3-4fa3-939f-978e60729848 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345913 Aug 31 19:42:56.971948 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b08c82-c5b0-48e9-b6f4-4aace62730d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af94740-37d4-4c0d-b63e-d6cb87a2fc48,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:56.998338 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2896a616-84d9-423c-a279-933976f8a4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.082049 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2896a616-84d9-423c-a279-933976f8a4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.106957 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee96ce-19af-4331-8881-9494ba751f2a req-352a4689-0415-42fb-9312-797a2217fac1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:57.109032 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d1ee96ce-19af-4331-8881-9494ba751f2a req-352a4689-0415-42fb-9312-797a2217fac1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.1077411 Aug 31 19:42:57.167258 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d1ee96ce-19af-4331-8881-9494ba751f2a req-3aa0a13d-3c73-42a4-8bac-059e347cbcc1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467014 Aug 31 19:42:57.192253 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1b418-b61a-4d97-a2a2-461c8cd793ad req-e2d2a404-d7a0-4ae6-a1be-ed0d534f652e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:57.194103 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-10e1b418-b61a-4d97-a2a2-461c8cd793ad req-e2d2a404-d7a0-4ae6-a1be-ed0d534f652e tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 945 time: 0.0771706 Aug 31 19:42:57.212061 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2896a616-84d9-423c-a279-933976f8a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.214699 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2896a616-84d9-423c-a279-933976f8a4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:57.216545 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-2896a616-84d9-423c-a279-933976f8a4c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2af94740-37d4-4c0d-b63e-d6cb87a2fc48 HTTP/1.1" status: 204 len: 168 time: 0.3219712 Aug 31 19:42:57.233356 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896a616-84d9-423c-a279-933976f8a4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af94740-37d4-4c0d-b63e-d6cb87a2fc48,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:57.256563 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-10e1b418-b61a-4d97-a2a2-461c8cd793ad req-0e596ccc-05fb-48cb-a22d-284c77d66d09 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521724 Aug 31 19:42:57.929043 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b98a3-0b5c-4e9d-b8b4-95f77089f47a req-b0e3f38a-f362-4304-9854-205fb591c311 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:57.931111 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e89b98a3-0b5c-4e9d-b8b4-95f77089f47a req-b0e3f38a-f362-4304-9854-205fb591c311 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 949 time: 0.0592144 Aug 31 19:42:57.957921 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7562a-7827-4adb-9c05-c3c716f80091 req-20356fa8-428b-4e5b-a14b-263fb6cc3371 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:57.959644 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-49e7562a-7827-4adb-9c05-c3c716f80091 req-20356fa8-428b-4e5b-a14b-263fb6cc3371 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0603163 Aug 31 19:42:57.977961 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e89b98a3-0b5c-4e9d-b8b4-95f77089f47a req-782be3d9-0ad0-44d1-b80b-5702cdbae73b tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395966 Aug 31 19:42:58.003796 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-49e7562a-7827-4adb-9c05-c3c716f80091 req-fb5cd407-4798-4a07-bb72-00da7d373fad tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376101 Aug 31 19:42:58.320449 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b849ce-bee2-40c0-9cdf-83e024f835fb req-5be78c19-ad67-4843-9d8c-a37acdda21f3 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:58.322139 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d7b849ce-bee2-40c0-9cdf-83e024f835fb req-5be78c19-ad67-4843-9d8c-a37acdda21f3 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0536587 Aug 31 19:42:58.359019 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 47946) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:58.366107 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d7b849ce-bee2-40c0-9cdf-83e024f835fb req-a8e4d6d6-2365-43cf-9a7e-34e6d963d0f9 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363920 Aug 31 19:42:58.471263 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f83f-c48e-49ac-914e-d4a76c551f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.572542 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f83f-c48e-49ac-914e-d4a76c551f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.577382 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f83f-c48e-49ac-914e-d4a76c551f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.615416 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3f83f-c48e-49ac-914e-d4a76c551f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2595c52c-3ea2-44a0-aaf2-5b92fca1a771,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:58.619735 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1fe3f83f-c48e-49ac-914e-d4a76c551f94 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57d286d338f04ead8f30ae74dc329a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593682 Aug 31 19:42:58.622369 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 47950) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:42:58.677490 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-268137f8-cc42-45bb-a930-c031c71851ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.706149 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-268137f8-cc42-45bb-a930-c031c71851ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.783327 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-268137f8-cc42-45bb-a930-c031c71851ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.786647 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-268137f8-cc42-45bb-a930-c031c71851ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:42:58.792162 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-268137f8-cc42-45bb-a930-c031c71851ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2595c52c-3ea2-44a0-aaf2-5b92fca1a771 HTTP/1.1" status: 204 len: 168 time: 0.1651332 Aug 31 19:42:58.806731 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268137f8-cc42-45bb-a930-c031c71851ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2595c52c-3ea2-44a0-aaf2-5b92fca1a771,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:42:58.900103 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-3d18dbd1-12b4-406c-85dc-b5f63bf60b84 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561934 Aug 31 19:42:59.040930 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-b702b74e-a965-4aac-9a88-32f6545b2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:59.043465 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-b702b74e-a965-4aac-9a88-32f6545b2a91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 1098 time: 0.0633202 Aug 31 19:42:59.229743 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-2bf4bded-6c09-42af-9a95-6b7fe315013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:59.231888 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-2bf4bded-6c09-42af-9a95-6b7fe315013d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 919 time: 0.1447132 Aug 31 19:42:59.251815 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20984a5d-6212-4483-8c30-b392ff39ca97 req-1d19133f-84e5-493f-9962-4215ed83d98e tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:59.253540 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20984a5d-6212-4483-8c30-b392ff39ca97 req-1d19133f-84e5-493f-9962-4215ed83d98e tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 949 time: 0.1360600 Aug 31 19:42:59.300513 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-f9cea752-662e-4e25-8836-616b303ded01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ede46c2b-02dd-4d44-a15d-14ff4926c5d5 HTTP/1.1" status: 200 len: 217 time: 0.0457797 Aug 31 19:42:59.360084 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20984a5d-6212-4483-8c30-b392ff39ca97 req-d13c2e96-d0b8-4571-827d-3496ddb9c677 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991640 Aug 31 19:42:59.381677 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-93e266f0-56a9-4a0e-a960-ca18e6f7824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:59.383410 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-93e266f0-56a9-4a0e-a960-ca18e6f7824b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.0677266 Aug 31 19:42:59.464235 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-8b3c361e-e128-477f-bd5b-e1c04f3d99fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682847 Aug 31 19:42:59.592750 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fdc30-ef78-4754-9547-14e6376f29bd req-a589b47e-4531-4dea-9132-f880658dd1eb tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:59.596426 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c87fdc30-ef78-4754-9547-14e6376f29bd req-a589b47e-4531-4dea-9132-f880658dd1eb tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1091890 Aug 31 19:42:59.654840 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ca2dd-2a51-4df7-9adc-b2a3752bbbb0 req-1b713505-a29d-4ccb-8444-71af1a2b7ee1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:59.656482 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5c0ca2dd-2a51-4df7-9adc-b2a3752bbbb0 req-1b713505-a29d-4ccb-8444-71af1a2b7ee1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.1488025 Aug 31 19:42:59.659954 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c87fdc30-ef78-4754-9547-14e6376f29bd req-1a984bd1-976c-4935-be1d-694e4bc8a4c7 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553484 Aug 31 19:42:59.668738 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-c0945a9c-8b8a-4693-b911-90ba3d6e6e54 service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953735 Aug 31 19:42:59.767973 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5c0ca2dd-2a51-4df7-9adc-b2a3752bbbb0 req-4aba0858-4a4c-4452-8316-ed573128c966 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944207 Aug 31 19:42:59.819170 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-893b1a59-0ce9-42a5-92be-ece673dfa99e req-69e4fe9f-9a7a-4b78-8e4e-9607f56f0e40 service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386459 Aug 31 19:42:59.930129 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 48bf6bf3-db02-4a04-9134-38d44119d3ce up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:42:59.942240 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fc4c2-f651-4326-b511-35b9add638c6 req-836af6bb-904e-4b67-aec8-e3a6cfff3b2c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:42:59.944030 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ba2fc4c2-f651-4326-b511-35b9add638c6 req-836af6bb-904e-4b67-aec8-e3a6cfff3b2c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0578129 Aug 31 19:42:59.991013 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ba2fc4c2-f651-4326-b511-35b9add638c6 req-71a69d88-be63-4a85-a3dc-53c938a63dc6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372691 Aug 31 19:43:00.011727 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 48bf6bf3-db02-4a04-9134-38d44119d3ce completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:00.017873 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 48bf6bf3-db02-4a04-9134-38d44119d3ce triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:00.018352 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.109328 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.142251 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b458a52-06a3-48a1-a44b-753c10c9cd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf6bf3-db02-4a04-9134-38d44119d3ce'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:00.144558 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbc3655-25fb-418b-aafb-087f2d96220a" -d '{"events": [{"server_uuid": "6b458a52-06a3-48a1-a44b-753c10c9cd77", "name": "network-vif-plugged", "status": "completed", "tag": "48bf6bf3-db02-4a04-9134-38d44119d3ce"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:00.159949 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 48bf6bf3-db02-4a04-9134-38d44119d3ce, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48bf6bf3-db02-4a04-9134-38d44119d3ce,segment=NetworkSegment(a87b8a54-810e-4e63-b4c4-74317a319d2c),segment_id=a87b8a54-810e-4e63-b4c4-74317a319d2c)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:00.164554 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:00.190661 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6d4290-8aed-4e50-b190-83efc46f6397 x-openstack-request-id: req-ab6d4290-8aed-4e50-b190-83efc46f6397 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:00.190947 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b458a52-06a3-48a1-a44b-753c10c9cd77", "name": "network-vif-plugged", "status": "completed", "tag": "48bf6bf3-db02-4a04-9134-38d44119d3ce", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:00.191193 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab6d4290-8aed-4e50-b190-83efc46f6397 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:00.191575 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b458a52-06a3-48a1-a44b-753c10c9cd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf6bf3-db02-4a04-9134-38d44119d3ce', 'code': 200} Aug 31 19:43:00.219971 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=48bf6bf3-db02-4a04-9134-38d44119d3ce,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:00.359409 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b77a13-206e-4bd7-993f-2da35863dbb5 req-73c8f907-6415-41ff-a99d-4c7b9a8c7450 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:00.360990 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b5b77a13-206e-4bd7-993f-2da35863dbb5 req-73c8f907-6415-41ff-a99d-4c7b9a8c7450 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0552037 Aug 31 19:43:00.403745 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b5b77a13-206e-4bd7-993f-2da35863dbb5 req-f553c5c3-df32-4a4d-a96b-789067b53943 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358305 Aug 31 19:43:00.510830 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1983ce7-b8a0-42e6-918d-2a7f0f086c98 req-6b3179bb-c421-424f-b4a7-3d8caaa0a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:00.514894 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1983ce7-b8a0-42e6-918d-2a7f0f086c98 req-6b3179bb-c421-424f-b4a7-3d8caaa0a1bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 1103 time: 0.0867653 Aug 31 19:43:00.554631 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aed19c-e513-4c87-b192-14b451b11eb9 req-7935abbb-3fd9-482f-ae36-db43cca9b206 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:00.562781 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-78aed19c-e513-4c87-b192-14b451b11eb9 req-7935abbb-3fd9-482f-ae36-db43cca9b206 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 950 time: 0.0979846 Aug 31 19:43:00.584805 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1983ce7-b8a0-42e6-918d-2a7f0f086c98 req-a7578619-b995-4b50-ba13-ec9a06a02bbe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514164 Aug 31 19:43:00.605335 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-78aed19c-e513-4c87-b192-14b451b11eb9 req-62f8f3b0-6d77-4f84-8fe3-72e3df6fe65a tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Aug 31 19:43:00.823511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d90735-f103-4512-917b-98a7ab55a7e6 req-e9955da1-cc8f-42fd-b36e-2919321963cc tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:00.826363 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-53d90735-f103-4512-917b-98a7ab55a7e6 req-e9955da1-cc8f-42fd-b36e-2919321963cc tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0688028 Aug 31 19:43:00.880169 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-53d90735-f103-4512-917b-98a7ab55a7e6 req-3c5ddb36-b0ba-47fe-bcb0-1296a32364fc tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474401 Aug 31 19:43:01.733251 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d36025-3936-4180-a80c-86400ec43c87 req-72d7fc37-c78d-4b43-90d4-b5d3d46d6ae1 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:01.734909 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-32d36025-3936-4180-a80c-86400ec43c87 req-72d7fc37-c78d-4b43-90d4-b5d3d46d6ae1 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 950 time: 0.0516980 Aug 31 19:43:01.789676 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-32d36025-3936-4180-a80c-86400ec43c87 req-10d497af-0ece-4253-b7da-bebd33fd5694 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Aug 31 19:43:02.032281 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c63898-64b8-41fc-9d48-02a238ffc57b req-3d575fc8-9125-4fb2-acd3-dc3bdf8f407f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:02.033830 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-84c63898-64b8-41fc-9d48-02a238ffc57b req-3d575fc8-9125-4fb2-acd3-dc3bdf8f407f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0588386 Aug 31 19:43:02.079520 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-84c63898-64b8-41fc-9d48-02a238ffc57b req-20f01f8d-6d36-4f46-aec4-354fc4d09aac tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387142 Aug 31 19:43:02.924260 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa8e73-bd9e-4468-98c4-c4de18988903 req-0e641023-c565-410c-ba53-27e1fd53730b tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:02.925716 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-52fa8e73-bd9e-4468-98c4-c4de18988903 req-0e641023-c565-410c-ba53-27e1fd53730b tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 950 time: 0.0554781 Aug 31 19:43:02.966299 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-52fa8e73-bd9e-4468-98c4-c4de18988903 req-4099626d-a6cd-4ef2-9dcb-96a9e549de99 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Aug 31 19:43:03.219845 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08993859-bca3-4575-bac6-7eb88d4a55f3 req-31c77e08-0915-4b1f-8003-6bf530d11c92 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:03.221748 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-08993859-bca3-4575-bac6-7eb88d4a55f3 req-31c77e08-0915-4b1f-8003-6bf530d11c92 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0548077 Aug 31 19:43:03.266604 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-08993859-bca3-4575-bac6-7eb88d4a55f3 req-8d57b2b4-e936-465b-a34d-45f3d762d270 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Aug 31 19:43:04.092353 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a076b15-8dfc-4641-a933-50a6441edb39 req-e40f5235-e2db-4cba-89bf-a32869375135 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:04.094000 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1a076b15-8dfc-4641-a933-50a6441edb39 req-e40f5235-e2db-4cba-89bf-a32869375135 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 950 time: 0.0543258 Aug 31 19:43:04.135620 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1a076b15-8dfc-4641-a933-50a6441edb39 req-ec0f3911-00c3-46fa-abd6-94070eedb3a5 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354347 Aug 31 19:43:04.400520 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347bc4d-5dc5-42bc-8355-0c53b4649576 req-2c54dfbd-ccaa-4e52-af80-b3889ac8db08 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:04.402051 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7347bc4d-5dc5-42bc-8355-0c53b4649576 req-2c54dfbd-ccaa-4e52-af80-b3889ac8db08 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0590608 Aug 31 19:43:04.431818 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c0d8b-71eb-4275-b614-140cb20a0ac0 req-dcf17d80-9ab2-440e-b6e9-f38ff814ee40 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:04.433408 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ae0c0d8b-71eb-4275-b614-140cb20a0ac0 req-dcf17d80-9ab2-440e-b6e9-f38ff814ee40 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 950 time: 0.0515263 Aug 31 19:43:04.452698 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7347bc4d-5dc5-42bc-8355-0c53b4649576 req-4924d9d4-5fa1-420f-b2d8-574cd2f8cba6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 Aug 31 19:43:04.474952 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ae0c0d8b-71eb-4275-b614-140cb20a0ac0 req-4b2d8b73-b909-49d0-8c5d-a937461bb4f1 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352242 Aug 31 19:43:05.207908 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6d324-0527-44f9-8e5b-32cf465b71fb req-f23265ae-3637-4bbe-856c-f29f7c329a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:05.209591 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-12f6d324-0527-44f9-8e5b-32cf465b71fb req-f23265ae-3637-4bbe-856c-f29f7c329a5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0451553 Aug 31 19:43:05.259934 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-12f6d324-0527-44f9-8e5b-32cf465b71fb req-1a473fc3-af20-4ddf-81e6-477d8a42c22b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337129 Aug 31 19:43:05.620687 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881b87a-c033-4c9b-a704-d9cdac44ca69 req-5fbaac24-72e3-46db-a59a-1865ec63d3e2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:05.624033 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2881b87a-c033-4c9b-a704-d9cdac44ca69 req-5fbaac24-72e3-46db-a59a-1865ec63d3e2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0831928 Aug 31 19:43:05.630064 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544af6c-d03f-43ff-8170-d2c819125e9b req-41d5d43d-12f5-4faa-9978-d03f7789f906 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:05.632791 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e544af6c-d03f-43ff-8170-d2c819125e9b req-41d5d43d-12f5-4faa-9978-d03f7789f906 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 950 time: 0.0765142 Aug 31 19:43:05.669926 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2881b87a-c033-4c9b-a704-d9cdac44ca69 req-fc84dc5a-c0e1-415e-8775-0925014bc653 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Aug 31 19:43:05.696075 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e544af6c-d03f-43ff-8170-d2c819125e9b req-8bd783e7-2a23-4e61-b6a6-2d18aaffb326 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539865 Aug 31 19:43:06.844784 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717321-c0c8-45fa-944f-020670d82b9c req-5ff5bee4-c5f0-4271-9cfd-a58425b026e1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:06.850786 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-60717321-c0c8-45fa-944f-020670d82b9c req-5ff5bee4-c5f0-4271-9cfd-a58425b026e1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0804470 Aug 31 19:43:06.885023 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c7e60-ba9d-4a97-ab39-5f995deda1c2 req-10956f9c-68ce-4dea-8781-1fa5f6b006b9 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:06.888357 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4a2c7e60-ba9d-4a97-ab39-5f995deda1c2 req-10956f9c-68ce-4dea-8781-1fa5f6b006b9 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 950 time: 0.0733635 Aug 31 19:43:06.890656 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-60717321-c0c8-45fa-944f-020670d82b9c req-e84f46ae-9602-4296-99b4-cc454eba1196 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381393 Aug 31 19:43:06.942198 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4a2c7e60-ba9d-4a97-ab39-5f995deda1c2 req-10d88d5d-e763-4e9c-9215-6ef55c2803ca tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Aug 31 19:43:08.055397 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e98d1-1d0e-46d5-ac4f-e622ad779c0f req-a6f78ccc-1666-45de-8cd6-cd136cdd4496 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:08.057292 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f79e98d1-1d0e-46d5-ac4f-e622ad779c0f req-a6f78ccc-1666-45de-8cd6-cd136cdd4496 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0665953 Aug 31 19:43:08.111728 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f79e98d1-1d0e-46d5-ac4f-e622ad779c0f req-64c6b3bd-6b0d-4dfb-b5a0-6ce39ddfa74e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Aug 31 19:43:08.131180 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9700c08-d05f-4f18-8296-0f3101a18ed8 req-04223fe7-326f-4725-82f9-d3dc4bf9e5e0 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:08.134455 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b9700c08-d05f-4f18-8296-0f3101a18ed8 req-04223fe7-326f-4725-82f9-d3dc4bf9e5e0 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 950 time: 0.0694931 Aug 31 19:43:08.193941 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b9700c08-d05f-4f18-8296-0f3101a18ed8 req-4ca5c97e-5e11-4344-a0d2-b1c50f1db3dc tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9e92271-f0a9-45fe-bb84-ca841e514943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477908 Aug 31 19:43:08.389430 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-9ccde782-6a44-40a1-b347-ed6953434501 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:08.391038 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-9ccde782-6a44-40a1-b347-ed6953434501 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 950 time: 0.0744939 Aug 31 19:43:08.465644 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-80c3c0a5-5bbc-413f-ae5c-2af66dceef92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:08.586521 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Deleting port 48bf6bf3-db02-4a04-9134-38d44119d3ce {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:08.588075 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:08.986180 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] For port 48bf6bf3-db02-4a04-9134-38d44119d3ce, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=48bf6bf3-db02-4a04-9134-38d44119d3ce,segment=NetworkSegment(a87b8a54-810e-4e63-b4c4-74317a319d2c),segment_id=a87b8a54-810e-4e63-b4c4-74317a319d2c)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:08.986682 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:09.004240 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Calling delete_port for 48bf6bf3-db02-4a04-9134-38d44119d3ce owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:09.175784 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:09.225439 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Pushing event deleted for resources: {'Port': ['ID=48bf6bf3-db02-4a04-9134-38d44119d3ce,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:09.231551 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['48bf6bf3-db02-4a04-9134-38d44119d3ce'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:09.239744 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.240317 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.240846 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.241378 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.241873 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.242416 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.242939 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.243471 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.244032 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.244702 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.245387 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.245777 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:09.336779 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] No DVR routers for this DVR port 48bf6bf3-db02-4a04-9134-38d44119d3ce on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:09.341205 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:09.342788 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc77122-29a6-4705-b16d-e07acf6fdc69 req-55c0125c-e3bf-4470-9cc5-92d455c59e57 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:09.344447 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cbc77122-29a6-4705-b16d-e07acf6fdc69 req-55c0125c-e3bf-4470-9cc5-92d455c59e57 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1451190 Aug 31 19:43:09.345914 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a9d0e1d0-7e37-4805-a076-c5830f564778 req-44e52591-1fbe-40ee-925c-43da25a590ab tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.55 "DELETE /v2.0/ports/48bf6bf3-db02-4a04-9134-38d44119d3ce HTTP/1.1" status: 204 len: 173 time: 0.9350402 Aug 31 19:43:09.394064 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b458a52-06a3-48a1-a44b-753c10c9cd77', 'name': 'network-vif-deleted', 'tag': '48bf6bf3-db02-4a04-9134-38d44119d3ce'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:09.398980 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79eee9d-d511-4969-a627-85f6c22c73a3" -d '{"events": [{"server_uuid": "6b458a52-06a3-48a1-a44b-753c10c9cd77", "name": "network-vif-deleted", "tag": "48bf6bf3-db02-4a04-9134-38d44119d3ce"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:09.408800 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cbc77122-29a6-4705-b16d-e07acf6fdc69 req-0e9fb830-90cb-46a5-a829-b8205ecb0cc0 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519631 Aug 31 19:43:09.410578 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-62e5711a-7840-4b83-892e-8a6de538ec27 req-1fb3fddd-0580-4d27-bbaa-cad007e7b2d9 tempest-VolumesNegativeTest-1376651207 tempest-VolumesNegativeTest-1376651207-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b458a52-06a3-48a1-a44b-753c10c9cd77 HTTP/1.1" status: 200 len: 210 time: 0.0760224 Aug 31 19:43:09.491340 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528906c5-f55a-488c-b789-e9d881d7a277 x-openstack-request-id: req-528906c5-f55a-488c-b789-e9d881d7a277 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:09.491793 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b458a52-06a3-48a1-a44b-753c10c9cd77", "name": "network-vif-deleted", "tag": "48bf6bf3-db02-4a04-9134-38d44119d3ce", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:09.492594 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-528906c5-f55a-488c-b789-e9d881d7a277 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:09.493221 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b458a52-06a3-48a1-a44b-753c10c9cd77', 'name': 'network-vif-deleted', 'tag': '48bf6bf3-db02-4a04-9134-38d44119d3ce', 'status': 'completed', 'code': 200} Aug 31 19:43:09.848075 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191227-968e-457c-9e28-cbd41fdd88f5 req-f8a9f922-ec9f-4969-9a17-14f3fed49c6d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:09.850828 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cf191227-968e-457c-9e28-cbd41fdd88f5 req-f8a9f922-ec9f-4969-9a17-14f3fed49c6d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0753403 Aug 31 19:43:09.889463 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-5bd06c5a-e3ec-407e-9245-4e76fd951a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:09.892289 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-5bd06c5a-e3ec-407e-9245-4e76fd951a6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0604944 Aug 31 19:43:09.916647 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cf191227-968e-457c-9e28-cbd41fdd88f5 req-6c058d82-c302-4448-9bbb-331053a9e45e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580089 Aug 31 19:43:10.019870 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-47695249-4047-4b28-bef2-e034f91a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:10.021670 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-47695249-4047-4b28-bef2-e034f91a721c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 200 len: 919 time: 0.1114953 Aug 31 19:43:10.098751 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-9ca7f4de-e92c-450b-98b4-12d693da5bc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2233f784-6f58-48a2-862f-fe732c9603f8 HTTP/1.1" status: 200 len: 217 time: 0.0420716 Aug 31 19:43:10.166773 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-d210aeb1-0671-401c-b506-bba38a6dd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:10.168590 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-d210aeb1-0671-401c-b506-bba38a6dd341 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 200 len: 858 time: 0.0579023 Aug 31 19:43:10.258028 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-028e31ec-0263-4027-b27b-1354c38b775c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d81d3a08-6a07-454d-9d9a-40d1008a382e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389152 Aug 31 19:43:10.390173 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-256c0e5a-89dd-4749-afa0-d83367d31f1e service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003878 Aug 31 19:43:10.499401 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7029672f-1500-4bdc-a4f7-b2dc3c1d307f req-04866ba4-a34e-4a70-9d1e-200289b75ddc service neutron] 10.222.0.55 "GET /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990295 Aug 31 19:43:11.083675 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32868b61-4038-4c41-ac6c-7a991279081b req-02aec762-b8fd-430d-ac08-338f4eeb6cc9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:11.085023 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-32868b61-4038-4c41-ac6c-7a991279081b req-02aec762-b8fd-430d-ac08-338f4eeb6cc9 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0725062 Aug 31 19:43:11.137999 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-32868b61-4038-4c41-ac6c-7a991279081b req-546992b9-273e-4243-88a0-18cab6030bf7 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Aug 31 19:43:11.532524 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:11.920438 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-5ea610df-b193-472c-a703-392723518150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.002492 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 48bf6bf3-db02-4a04-9134-38d44119d3ce no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:12.037221 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 48bf6bf3-db02-4a04-9134-38d44119d3ce {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:12.038029 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 48bf6bf3-db02-4a04-9134-38d44119d3ce not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:12.347360 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a7e6a-a82c-4b18-b92a-b97d007b2bae req-9af83c31-1936-4dc8-9661-d06567eac55e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:12.350193 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-346a7e6a-a82c-4b18-b92a-b97d007b2bae req-9af83c31-1936-4dc8-9661-d06567eac55e tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0789106 Aug 31 19:43:12.418591 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-346a7e6a-a82c-4b18-b92a-b97d007b2bae req-9cde7bde-a8a3-4989-bf01-eb88bc73fb41 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560231 Aug 31 19:43:12.581601 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913ee5e-0911-4587-b59c-97c3d8e44975 req-0b213ff4-283e-475c-94b1-6c239db86fa2 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:12.583299 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1913ee5e-0911-4587-b59c-97c3d8e44975 req-0b213ff4-283e-475c-94b1-6c239db86fa2 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0631154 Aug 31 19:43:12.642613 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1913ee5e-0911-4587-b59c-97c3d8e44975 req-11bda0f3-807e-4780-a107-997a7d31ef20 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527017 Aug 31 19:43:12.681801 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48310) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:12.953202 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:12.968985 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e43c0e4-6310-4933-8bb7-aea9b041ba1e tempest-TestMinimumBasicScenario-2037721647 tempest-TestMinimumBasicScenario-2037721647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:12.971708 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-9e43c0e4-6310-4933-8bb7-aea9b041ba1e tempest-TestMinimumBasicScenario-2037721647 tempest-TestMinimumBasicScenario-2037721647-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1094 time: 0.2885723 Aug 31 19:43:12.974838 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48340) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:12.979840 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'floatingip': {'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'port_id': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:13.006276 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for floatingip, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:13.129619 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:13.333049 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Allocated IP 172.27.0.237 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/74dd90a5-977f-4937-b5fb-b6a507e3d556) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:13.518276 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:13.576091 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b488f-6235-495d-82ab-d56d079db433 req-f8fb1ea9-ab91-4d72-b3d5-8471f94d943d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:13.577011 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:13.577705 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a39b488f-6235-495d-82ab-d56d079db433 req-f8fb1ea9-ab91-4d72-b3d5-8471f94d943d tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0611160 Aug 31 19:43:13.656709 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a39b488f-6235-495d-82ab-d56d079db433 req-95ec8006-5885-428a-aacb-8919dfb73fdf tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711815 Aug 31 19:43:13.667345 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:13.673206 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:13.677568 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:13.723415 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'Port': ['ID=74dd90a5-977f-4937-b5fb-b6a507e3d556,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:14.198535 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.285876 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.459553 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.465794 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.470867 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.545011 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'Port': ['ID=74dd90a5-977f-4937-b5fb-b6a507e3d556,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:14.557619 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.557964 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.558373 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.558706 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.559213 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.559556 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.559885 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.560257 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.560583 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.560904 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.561227 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.561547 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:14.565293 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:14.679997 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.l3_db [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Floating IP 422c86ff-7f1f-464d-a958-cdd281bc10e7 associated. External IP: 172.27.0.237, port: 88eeea63-5854-46ce-8ee8-77fc0951716c. Aug 31 19:43:14.844039 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4858d4-4d81-4e15-9ce2-ad0a1a455de5 req-6c1acf32-c5d4-4340-98a4-a4db9726689b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:14.845642 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8b4858d4-4d81-4e15-9ce2-ad0a1a455de5 req-6c1acf32-c5d4-4340-98a4-a4db9726689b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1030746 Aug 31 19:43:15.023244 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8b4858d4-4d81-4e15-9ce2-ad0a1a455de5 req-f908db10-7129-4f46-8d02-93f1d44d1478 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023347 Aug 31 19:43:15.065392 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Router a9350b67-2fc1-426f-92c8-0797137fb536 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:15.205084 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:15.212522 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48408) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:15.225742 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] Sync routers for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:15.250434 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:15.252861 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.259378 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:15.314154 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-03067331-ceb9-4c5b-9c39-ec329d0b3519 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3336003 Aug 31 19:43:15.314154 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:15.314630 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48412) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:15.315761 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6896390f-90fe-4e17-b03d-b405a996dd49" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:15.320137 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-514c0a3a-dafe-47e8-928e-9a295c2a0b93 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173491152', 'description': 'tempest-secgroup-smoke-173491152 description', 'project_id': '0534a8bc230947f7b167be742bb5fd92'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:15.362995 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-514c0a3a-dafe-47e8-928e-9a295c2a0b93 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.378013 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3da0a1-7518-4123-aec3-909a0d5c86e5 x-openstack-request-id: req-2d3da0a1-7518-4123-aec3-909a0d5c86e5 {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:15.378308 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:15.378745 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d3da0a1-7518-4123-aec3-909a0d5c86e5 {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:15.379439 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'status': 'completed', 'code': 200} Aug 31 19:43:15.437937 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:15.486084 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1f4d33a3-e9ed-437d-8628-73e8f2624267 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e187ffdff24a4e9aab62a2878288ea68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719052 Aug 31 19:43:15.489228 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48418) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:15.545838 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556202ec-26aa-46a5-bed5-2dbdc763d576 req-3d08c702-eea0-4288-9e83-33532932d6a8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:15.548351 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-556202ec-26aa-46a5-bed5-2dbdc763d576 req-3d08c702-eea0-4288-9e83-33532932d6a8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 945 time: 0.0736349 Aug 31 19:43:15.618667 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-556202ec-26aa-46a5-bed5-2dbdc763d576 req-259c234f-c442-48a8-a747-1c224d8b4de1 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574336 Aug 31 19:43:15.627136 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-514c0a3a-dafe-47e8-928e-9a295c2a0b93 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.642933 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-514c0a3a-dafe-47e8-928e-9a295c2a0b93 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.661928 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a7564321-c62d-44a2-9636-4885a1cb958c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.685289 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-230796cf-773b-4be9-a1ed-833546d6f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:15.687018 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-230796cf-773b-4be9-a1ed-833546d6f702 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0534a8bc230947f7b167be742bb5fd92&device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1099 time: 0.1357119 Aug 31 19:43:15.695789 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-514c0a3a-dafe-47e8-928e-9a295c2a0b93 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.697074 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-514c0a3a-dafe-47e8-928e-9a295c2a0b93 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3816097 Aug 31 19:43:15.700341 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48420) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:15.705150 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-c1cf7812-476f-4ab5-aaae-5fced3d6af2b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'security_group_rule': {'security_group_id': '51db1a84-b87f-4bf7-8780-1e41076b3af4', 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:15.722268 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a7564321-c62d-44a2-9636-4885a1cb958c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.724038 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c0a3a-dafe-47e8-928e-9a295c2a0b93 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51db1a84-b87f-4bf7-8780-1e41076b3af4,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:15.732246 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '422c86ff-7f1f-464d-a958-cdd281bc10e7', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'port_id': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'mac_address': 'fa:16:3e:7d:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:43:14Z', 'updated_at': '2021-08-31T19:43:14Z', 'revision_number': 0, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 5, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:15.735198 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7812-476f-4ab5-aaae-5fced3d6af2b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.760108 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] Checking router: a9350b67-2fc1-426f-92c8-0797137fb536 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:15.776665 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:15.777345 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:15.790973 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7812-476f-4ab5-aaae-5fced3d6af2b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.797372 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7812-476f-4ab5-aaae-5fced3d6af2b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.817040 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf7812-476f-4ab5-aaae-5fced3d6af2b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51af05c-3692-4351-8989-82c3f0be080c,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:15.833156 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7812-476f-4ab5-aaae-5fced3d6af2b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.834434 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-c1cf7812-476f-4ab5-aaae-5fced3d6af2b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330764 Aug 31 19:43:15.837174 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48422) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:15.842713 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-5a6f9f78-20d0-4f29-94fa-e6875f2d6404 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'security_group_rule': {'security_group_id': '51db1a84-b87f-4bf7-8780-1e41076b3af4', 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:15.851678 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-424a0f6c-b726-4cf5-b5f7-517eff66452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:15.853398 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-424a0f6c-b726-4cf5-b5f7-517eff66452a service neutron] 10.222.0.55 "GET /v2.0/networks?id=afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 200 len: 916 time: 0.1445050 Aug 31 19:43:15.854713 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a7564321-c62d-44a2-9636-4885a1cb958c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.859485 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a7564321-c62d-44a2-9636-4885a1cb958c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.862272 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a7564321-c62d-44a2-9636-4885a1cb958c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9e92271-f0a9-45fe-bb84-ca841e514943 HTTP/1.1" status: 204 len: 168 time: 0.3715985 Aug 31 19:43:15.877568 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7564321-c62d-44a2-9636-4885a1cb958c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e92271-f0a9-45fe-bb84-ca841e514943,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:15.887955 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9f78-20d0-4f29-94fa-e6875f2d6404 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.929085 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:15.977357 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-a22c9320-10c2-4333-93c0-c54c8c563811 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 1000 time: 0.1054106 Aug 31 19:43:15.988730 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9f78-20d0-4f29-94fa-e6875f2d6404 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:15.993170 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9f78-20d0-4f29-94fa-e6875f2d6404 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.025555 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f9f78-20d0-4f29-94fa-e6875f2d6404 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e61736-76e9-4cdb-8736-b2edb8f4f3d1,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:16.034766 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9f78-20d0-4f29-94fa-e6875f2d6404 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.039410 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-5a6f9f78-20d0-4f29-94fa-e6875f2d6404 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2010932 Aug 31 19:43:16.040340 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48428) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:16.046308 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-ee5b1f22-adbd-4ea4-baa8-91f2572584b8 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'security_group_rule': {'security_group_id': '51db1a84-b87f-4bf7-8780-1e41076b3af4', 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:16.086446 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1f22-adbd-4ea4-baa8-91f2572584b8 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.114479 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-0e601e02-f0a2-48c6-b351-7363024e20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:16.120235 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-0e601e02-f0a2-48c6-b351-7363024e20eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8236f8b3-26d3-4098-9767-a497fdb7a846 HTTP/1.1" status: 200 len: 854 time: 0.1206729 Aug 31 19:43:16.233474 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-2242de4f-b7cc-4d5e-ba66-514f236eb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:16.233474 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-2242de4f-b7cc-4d5e-ba66-514f236eb40b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afc56b53-89ad-445f-86e9-6b7ca5ed9826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1055007 Aug 31 19:43:16.264515 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1f22-adbd-4ea4-baa8-91f2572584b8 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.269782 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1f22-adbd-4ea4-baa8-91f2572584b8 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.318509 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b1f22-adbd-4ea4-baa8-91f2572584b8 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e23313c-504e-420b-8f2d-8ed6df31529a,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:16.348167 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca51ce-2e7e-4b14-9919-4c5f79c374e9 req-c28ee7bb-c9a3-4394-9a21-dfbfe6c0ff74 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:16.363126 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-87ca51ce-2e7e-4b14-9919-4c5f79c374e9 req-c28ee7bb-c9a3-4394-9a21-dfbfe6c0ff74 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1376152 Aug 31 19:43:16.378504 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1f22-adbd-4ea4-baa8-91f2572584b8 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.385457 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ee5b1f22-adbd-4ea4-baa8-91f2572584b8 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3435445 Aug 31 19:43:16.386473 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48438) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:16.414026 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-0913f939-b4d0-4ef1-a8c9-2bb1c55e3151 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'security_group_rule': {'security_group_id': '51db1a84-b87f-4bf7-8780-1e41076b3af4', 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:16.425475 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '422c86ff-7f1f-464d-a958-cdd281bc10e7', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'port_id': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'mac_address': 'fa:16:3e:7d:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:43:14Z', 'updated_at': '2021-08-31T19:43:14Z', 'revision_number': 0, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 5, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:16.460658 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c52c3-2ee3-4a71-bb87-f23d2fa1b204 None None] The sync data for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi is: [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '422c86ff-7f1f-464d-a958-cdd281bc10e7', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'port_id': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'mac_address': 'fa:16:3e:7d:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:43:14Z', 'updated_at': '2021-08-31T19:43:14Z', 'revision_number': 0, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 5, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:16.468815 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-c54d63f8-6be0-4035-a054-e055f1b33996 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045906 Aug 31 19:43:16.486074 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0913f939-b4d0-4ef1-a8c9-2bb1c55e3151 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.491947 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-87ca51ce-2e7e-4b14-9919-4c5f79c374e9 req-bb5daa8a-8e20-4839-a4ba-1e83d2f00c6c tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270359 Aug 31 19:43:16.623967 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0913f939-b4d0-4ef1-a8c9-2bb1c55e3151 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.631532 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0913f939-b4d0-4ef1-a8c9-2bb1c55e3151 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.680291 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-0913f939-b4d0-4ef1-a8c9-2bb1c55e3151 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.681552 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-0913f939-b4d0-4ef1-a8c9-2bb1c55e3151 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2803416 Aug 31 19:43:16.687323 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48450) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:16.691054 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913f939-b4d0-4ef1-a8c9-2bb1c55e3151 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb22c557-63c7-473a-84ff-c84ca21f77db,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:16.700732 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-ea587d21-ec75-4b5e-b417-b8844fdb193c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'security_group_rule': {'security_group_id': '51db1a84-b87f-4bf7-8780-1e41076b3af4', 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:16.746313 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6896390f-90fe-4e17-b03d-b405a996dd49 req-963ea94f-2008-4d86-8d54-73a8cca6b8c9 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512443 Aug 31 19:43:16.756500 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.securitygroups_db [None req-ea587d21-ec75-4b5e-b417-b8844fdb193c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Project 0534a8bc230947f7b167be742bb5fd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:43:16.767128 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ea587d21-ec75-4b5e-b417-b8844fdb193c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.919017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bbe8c-ae80-4866-bf01-da5fde7d46dc None None] New status for floating IP 422c86ff-7f1f-464d-a958-cdd281bc10e7: ACTIVE {{(pid=95344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:43:16.960553 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ea587d21-ec75-4b5e-b417-b8844fdb193c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.965886 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94649cc-39b4-401a-8712-1b9bf687f490 req-e4776f37-c752-4cf4-9978-d8b6803cc7f4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:16.966778 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ea587d21-ec75-4b5e-b417-b8844fdb193c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:16.980357 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f94649cc-39b4-401a-8712-1b9bf687f490 req-e4776f37-c752-4cf4-9978-d8b6803cc7f4 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 945 time: 0.1440926 Aug 31 19:43:16.998922 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ea587d21-ec75-4b5e-b417-b8844fdb193c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.004057 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ea587d21-ec75-4b5e-b417-b8844fdb193c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3147492 Aug 31 19:43:17.005244 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48460) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:17.013141 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-e624846e-9ed9-44b4-bdf8-1d43de7ca34f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'security_group_rule': {'security_group_id': '51db1a84-b87f-4bf7-8780-1e41076b3af4', 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:17.022131 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea587d21-ec75-4b5e-b417-b8844fdb193c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c518ff-86e2-4444-9709-442edfabe478,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:17.067028 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f94649cc-39b4-401a-8712-1b9bf687f490 req-23ded526-952d-46fb-a252-52454978571c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852158 Aug 31 19:43:17.075528 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.securitygroups_db [None req-e624846e-9ed9-44b4-bdf8-1d43de7ca34f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Project 0534a8bc230947f7b167be742bb5fd92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:43:17.084257 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e624846e-9ed9-44b4-bdf8-1d43de7ca34f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.231290 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48468) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:17.239795 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e624846e-9ed9-44b4-bdf8-1d43de7ca34f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.250113 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e624846e-9ed9-44b4-bdf8-1d43de7ca34f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.291852 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e624846e-9ed9-44b4-bdf8-1d43de7ca34f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.293902 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-e624846e-9ed9-44b4-bdf8-1d43de7ca34f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2854476 Aug 31 19:43:17.319837 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624846e-9ed9-44b4-bdf8-1d43de7ca34f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57aa7a7b-726c-43bf-acd4-0fc935766854,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:17.416009 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2145852726-network', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:17.443359 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Made reservation on behalf of 838bb3d709f94a2bbd5626fe2bb603b8 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:17.446606 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.447280 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-9ccff4bc-9cd2-4429-a773-f79e94482217 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173491152&fields=id&tenant_id=0534a8bc230947f7b167be742bb5fd92 HTTP/1.1" status: 200 len: 267 time: 0.0451877 Aug 31 19:43:17.462290 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.508161 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-b1cd898c-42e0-41d8-9af9-e8d96cb4b3ac tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:17.510245 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-b1cd898c-42e0-41d8-9af9-e8d96cb4b3ac tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0584605 Aug 31 19:43:17.524949 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-63064096-2fec-4dda-890c-6c46a423c05f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'port': {'security_groups': ['cb4e3bee-7b6a-47a2-afba-25a147d48d96', '51db1a84-b87f-4bf7-8780-1e41076b3af4']}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:17.610124 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.622833 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.633543 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-63064096-2fec-4dda-890c-6c46a423c05f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.654529 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:17.681423 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.681763 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Added segment d9ba1883-b79b-43f3-af2b-5692e01eff6f of type vlan for network c87210da-3a04-4129-9954-1862602f9fb6 Aug 31 19:43:17.683485 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1150c267-5455-43d0-8472-d0e9116b909e,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:17.734791 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.763820 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.765065 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:17.765850 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.828743 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5955999 Aug 31 19:43:17.833363 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48476) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:17.839513 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Request body: {'subnet': {'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2145852726-subnet', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'ip_version': 4}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:17.853964 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed407b-f48f-4006-a0f9-0d214b1e9d45 admin admin] Pushing event updated for resources: {'Network': ['ID=c87210da-3a04-4129-9954-1862602f9fb6,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:17.868267 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network c87210da-3a04-4129-9954-1862602f9fb6 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:17.875588 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Made reservation on behalf of 838bb3d709f94a2bbd5626fe2bb603b8 for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:17.878061 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25168832'] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:17.982424 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-63064096-2fec-4dda-890c-6c46a423c05f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] For port 88eeea63-5854-46ce-8ee8-77fc0951716c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88eeea63-5854-46ce-8ee8-77fc0951716c,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:18.021546 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-63064096-2fec-4dda-890c-6c46a423c05f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.026543 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-63064096-2fec-4dda-890c-6c46a423c05f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.078109 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-63064096-2fec-4dda-890c-6c46a423c05f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:18.078881 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-63064096-2fec-4dda-890c-6c46a423c05f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for port, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.080256 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b03e3ab3-8573-4bd2-83b5-6455a6d0510a req-63064096-2fec-4dda-890c-6c46a423c05f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "PUT /v2.0/ports/88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 982 time: 0.5608554 Aug 31 19:43:18.080921 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:18.083416 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a440db-4af1-4318-b62e-3befd77a5084" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:18.103832 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['88eeea63-5854-46ce-8ee8-77fc0951716c'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:18.119188 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63064096-2fec-4dda-890c-6c46a423c05f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'Port': ['ID=88eeea63-5854-46ce-8ee8-77fc0951716c,revision_number=6']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:18.187616 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2987561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25168854'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.281771 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf5e15-1ec6-4005-8c7a-f2da8c2defaf req-0d880e1a-7be0-4bc7-aeb7-f48245092b7e tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:18.284743 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7adf5e15-1ec6-4005-8c7a-f2da8c2defaf req-0d880e1a-7be0-4bc7-aeb7-f48245092b7e tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0951180 Aug 31 19:43:18.337626 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba68b385-ed91-4848-a58c-b4d8031d8aa9,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:18.352378 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Checking segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:18.352737 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Network hostable DHCP agents. Network: c87210da-3a04-4129-9954-1862602f9fb6, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:18.382844 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Network c87210da-3a04-4129-9954-1862602f9fb6 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:18.388380 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7adf5e15-1ec6-4005-8c7a-f2da8c2defaf req-acf1ac07-2795-490d-a8b1-16416516e648 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951881 Aug 31 19:43:18.400869 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76125337-59e6-4d64-b15a-93a0fe6f591a req-90b5bdd9-7821-4e3d-b05d-8c6777e1e052 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:18.408834 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76125337-59e6-4d64-b15a-93a0fe6f591a req-90b5bdd9-7821-4e3d-b05d-8c6777e1e052 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 945 time: 0.1228857 Aug 31 19:43:18.417194 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, c87210da-3a04-4129-9954-1862602f9fb6) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:18.423170 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:18.423787 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.435622 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9c47c9-8b94-499c-9295-05f7821916d4 None None] Network c87210da-3a04-4129-9954-1862602f9fb6 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:18.459551 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8048776-2d72-4ff0-a952-987dc5ce98c7 x-openstack-request-id: req-e8048776-2d72-4ff0-a952-987dc5ce98c7 {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:18.460363 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:18.460832 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8048776-2d72-4ff0-a952-987dc5ce98c7 {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:18.461459 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'status': 'completed', 'code': 200} Aug 31 19:43:18.464021 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48490) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:18.465299 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-2aad6b85-d2d2-49ba-84a3-b0032fa64025 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6293411 Aug 31 19:43:18.469352 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:18.483816 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-76125337-59e6-4d64-b15a-93a0fe6f591a req-69c03015-3997-48a2-ab42-0821f6a85c2c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742130 Aug 31 19:43:18.509276 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['88eeea63-5854-46ce-8ee8-77fc0951716c'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:18.514837 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.516670 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.609441 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.637810 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-24b51d89-23bb-48d3-984b-e9cec95f02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:18.639811 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-24b51d89-23bb-48d3-984b-e9cec95f02cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0534a8bc230947f7b167be742bb5fd92&device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1138 time: 0.0649283 Aug 31 19:43:18.658096 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-58d9e901-5fc2-4ba6-a78a-f4e5a8dd8b83 None None] Provisioning complete for port 88eeea63-5854-46ce-8ee8-77fc0951716c triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:18.658595 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-58d9e901-5fc2-4ba6-a78a-f4e5a8dd8b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:18.821354 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-f590c408-1b0b-4223-bd8f-3f0a0950895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:18.822977 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-f590c408-1b0b-4223-bd8f-3f0a0950895a service neutron] 10.222.0.55 "GET /v2.0/networks?id=afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 200 len: 916 time: 0.1672029 Aug 31 19:43:18.945838 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-053ac543-a2dd-40d8-b801-2e37af9146c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 1002 time: 0.1134431 Aug 31 19:43:19.008081 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-9ee08195-7cf9-4dc2-a86a-1ffe7af05461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:19.009845 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-9ee08195-7cf9-4dc2-a86a-1ffe7af05461 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8236f8b3-26d3-4098-9767-a497fdb7a846 HTTP/1.1" status: 200 len: 854 time: 0.0549378 Aug 31 19:43:19.036476 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-c87210da-3a04-4129-9954-1862602f9fb6', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:19.038959 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.059243 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.079377 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-0c907770-2185-40f6-aeaa-176727adb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:19.080970 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-0c907770-2185-40f6-aeaa-176727adb2df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afc56b53-89ad-445f-86e9-6b7ca5ed9826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584927 Aug 31 19:43:19.330437 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-d5d8b324-a597-41fd-951d-a3dce9c1e8b8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:19.332376 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-d5d8b324-a597-41fd-951d-a3dce9c1e8b8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 945 time: 0.1080256 Aug 31 19:43:19.344803 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-4d42d5a1-438f-46d4-a3b4-b2fabb7a08b2 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410022 Aug 31 19:43:19.346811 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.369440 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.506978 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Allocated IP 172.27.0.16 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/41e403dd-68cc-4bf8-ad80-aa43a23bdad6) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:19.513541 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1a440db-4af1-4318-b62e-3befd77a5084 req-bb16161c-6dcd-45a6-a273-d12344940d75 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564584 Aug 31 19:43:19.531745 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Deleting port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:19.532142 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.643833 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.663929 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Allocated IP 172.20.0.2 (c87210da-3a04-4129-9954-1862602f9fb6/ba68b385-ed91-4848-a58c-b4d8031d8aa9/3af67e1c-b598-4eaa-9a77-69c5b939d1aa) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:19.685338 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] For port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:19.685639 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.706897 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Calling delete_port for d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:19.816001 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89fbe-5e0c-485e-9393-78dfeebe72bc req-5ba62b8c-3495-40bf-99f9-52967fdd9446 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:19.819706 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8ea89fbe-5e0c-485e-9393-78dfeebe72bc req-5ba62b8c-3495-40bf-99f9-52967fdd9446 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=0222a470-5936-49fa-afbc-e80401d92948 HTTP/1.1" status: 200 len: 945 time: 0.1478133 Aug 31 19:43:19.822655 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.920385 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8ea89fbe-5e0c-485e-9393-78dfeebe72bc req-1bdf1bc2-8d66-4f35-9c70-d82b53753104 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918288 Aug 31 19:43:19.939809 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:19.955290 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:19.965332 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:19.967973 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:19.970224 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Pushing event updated for resources: {'Port': ['ID=41e403dd-68cc-4bf8-ad80-aa43a23bdad6,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:20.006377 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Pushing event deleted for resources: {'Port': ['ID=d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:20.116771 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] No DVR routers for this DVR port d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:20.121219 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.124555 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-853bfa03-2fa6-4b6f-b6a8-a16f56697335 req-2cbf35dd-5928-49a4-8216-2f518e9431fb tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "DELETE /v2.0/ports/d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b HTTP/1.1" status: 204 len: 173 time: 0.7784665 Aug 31 19:43:20.124892 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222a470-5936-49fa-afbc-e80401d92948', 'name': 'network-vif-deleted', 'tag': 'd3a871ab-0a24-4af4-9bd1-aa6c3c50f57b'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:20.127237 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1898139-6ab8-4dab-968a-1c8719285077" -d '{"events": [{"server_uuid": "0222a470-5936-49fa-afbc-e80401d92948", "name": "network-vif-deleted", "tag": "d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:20.145866 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.169124 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b35e56-fd09-4111-af4e-2dfe3829c15b x-openstack-request-id: req-c8b35e56-fd09-4111-af4e-2dfe3829c15b {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:20.169626 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222a470-5936-49fa-afbc-e80401d92948", "name": "network-vif-deleted", "tag": "d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:20.169878 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8b35e56-fd09-4111-af4e-2dfe3829c15b {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:20.171175 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0222a470-5936-49fa-afbc-e80401d92948', 'name': 'network-vif-deleted', 'tag': 'd3a871ab-0a24-4af4-9bd1-aa6c3c50f57b', 'status': 'completed', 'code': 200} Aug 31 19:43:20.173745 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Transition to ACTIVE for port object 3af67e1c-b598-4eaa-9a77-69c5b939d1aa will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:20.215051 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Transition to ACTIVE for port object 3af67e1c-b598-4eaa-9a77-69c5b939d1aa will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:20.223203 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.289780 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Network c87210da-3a04-4129-9954-1862602f9fb6 is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:20.293812 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:20.297105 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:20.312156 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Pushing event updated for resources: {'Port': ['ID=3af67e1c-b598-4eaa-9a77-69c5b939d1aa,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:20.367555 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.373628 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['c6570840-1b50-431a-bbb6-a801953ca3bc', '248b3aba-4f9c-4ce9-91ae-3097538bb3e4', 'ce5620e7-789e-445b-8d97-739675055bbd', 'd3a871ab-0a24-4af4-9bd1-aa6c3c50f57b'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:20.419729 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Attempting to bind port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:20.420519 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Attempting to bind port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:20.421363 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Attempting to bind port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa on network c87210da-3a04-4129-9954-1862602f9fb6 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:20.440506 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:20.441176 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Checking segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:20.441674 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.442196 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Bound using segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:20.442936 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Bound port: 3af67e1c-b598-4eaa-9a77-69c5b939d1aa, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:20.443545 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.594134 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] For port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:20.601313 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] For port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=3af67e1c-b598-4eaa-9a77-69c5b939d1aa,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:20.622409 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.675058 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:20.765529 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dec281-0e28-4f65-9a7e-fca50b624972 None None] Pushing event updated for resources: {'Port': ['ID=3af67e1c-b598-4eaa-9a77-69c5b939d1aa,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:20.998865 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:21.223187 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:21.247233 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Sync routers for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:21.263448 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.263802 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:21.264583 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:21.264893 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-5dfda163-edfa-4987-9cb9-346c64219e37 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7996309 Aug 31 19:43:21.269260 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48520) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:21.415576 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:21.680295 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:20Z', 'revision_number': 3, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:21.709376 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Checking router: 08a0e5d9-db5a-4f52-9c39-8185c9710b12 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:21.709716 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Updating router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:21.744319 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.902417 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:21.999737 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519dce21-4bad-4117-9373-e794fedcc3a9 None None] Network c87210da-3a04-4129-9954-1862602f9fb6 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:22.069141 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-0eff5636-db28-43fe-8954-613d01645aff None None] Provisioning for port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:22.188315 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Allocated IP 172.20.0.1 (c87210da-3a04-4129-9954-1862602f9fb6/ba68b385-ed91-4848-a58c-b4d8031d8aa9/68364b9e-29ab-473e-857a-966a9b0f0b9c) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:22.249064 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 3af67e1c-b598-4eaa-9a77-69c5b939d1aa up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:22.269237 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.292227 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Transition to ACTIVE for port object 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:22.303985 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.384466 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.389810 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Pushing event updated for resources: {'Port': ['ID=41e403dd-68cc-4bf8-ad80-aa43a23bdad6,revision_number=2']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:22.404091 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.provisioning_blocks [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Transition to ACTIVE for port object 68364b9e-29ab-473e-857a-966a9b0f0b9c will not be triggered until provisioned by entity DHCP. {{(pid=95340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:22.430391 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.430972 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.431534 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.432084 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.432636 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.435133 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.435733 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.436826 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.437430 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.439026 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.440489 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.441059 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:22.462279 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.471444 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:22.478302 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:22.478693 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.482591 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Attempting to bind port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:22.482947 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Attempting to bind port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:22.483289 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Attempting to bind port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:22.499773 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:22.499773 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:22.500327 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.500616 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:22.501098 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Bound port: 41e403dd-68cc-4bf8-ad80-aa43a23bdad6, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:22.501505 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.543457 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Network c87210da-3a04-4129-9954-1862602f9fb6 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:22.545580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=68364b9e-29ab-473e-857a-966a9b0f0b9c,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:22.553956 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:22.558527 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:22.637473 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.643440 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] For port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:22.648277 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] For port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=41e403dd-68cc-4bf8-ad80-aa43a23bdad6,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:22.657562 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.671511 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.696879 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=3af67e1c-b598-4eaa-9a77-69c5b939d1aa,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:22.706398 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.783447 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:22.784119 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:22.801812 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=3af67e1c-b598-4eaa-9a77-69c5b939d1aa,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:22.822034 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dfb6dda1-56ba-4a2f-922a-4ba22612fe25 None None] Provisioning complete for port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:22.822034 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dfb6dda1-56ba-4a2f-922a-4ba22612fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.867232 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c334cb-ff51-426a-8cf8-dd046b484565 req-ba36134d-2842-47e7-8e67-f9caf15762d0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:22.869115 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c7c334cb-ff51-426a-8cf8-dd046b484565 req-ba36134d-2842-47e7-8e67-f9caf15762d0 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0934412 Aug 31 19:43:22.939961 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c7c334cb-ff51-426a-8cf8-dd046b484565 req-606cc6c0-447a-49c3-afe2-1491075d6d09 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609455 Aug 31 19:43:22.940741 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:22.942430 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65363fe-c583-45cf-add1-d02e8eb1d2b1 None None] Pushing event updated for resources: {'Port': ['ID=41e403dd-68cc-4bf8-ad80-aa43a23bdad6,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:23.068399 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:23.087806 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2d573-5e24-4ead-b60f-489a28fea780 req-a4ec9fcf-92a7-4b45-a70a-dc6f07885911 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:23.089646 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e1b2d573-5e24-4ead-b60f-489a28fea780 req-a4ec9fcf-92a7-4b45-a70a-dc6f07885911 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1210811 Aug 31 19:43:23.111088 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-752bcc53-e5ca-42ed-a724-67c3b8040327 None None] Provisioning for port 68364b9e-29ab-473e-857a-966a9b0f0b9c completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:23.122407 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-752bcc53-e5ca-42ed-a724-67c3b8040327 None None] Provisioning complete for port 68364b9e-29ab-473e-857a-966a9b0f0b9c triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:23.123305 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-752bcc53-e5ca-42ed-a724-67c3b8040327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:23.175074 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e1b2d573-5e24-4ead-b60f-489a28fea780 req-fdbcc7df-b011-4f03-a13a-626671ffe997 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590706 Aug 31 19:43:23.186820 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-752bcc53-e5ca-42ed-a724-67c3b8040327 None None] Port 68364b9e-29ab-473e-857a-966a9b0f0b9c cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:23.250798 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:23.256102 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:23.331137 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:20Z', 'revision_number': 3, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:23.361938 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e94fab-ca93-46a3-bd8f-3d2e8bd5d5ee None None] The sync data for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi is: [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:20Z', 'revision_number': 3, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:23.565425 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:23.567893 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=68364b9e-29ab-473e-857a-966a9b0f0b9c,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:23.702892 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Network c87210da-3a04-4129-9954-1862602f9fb6 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:23.704407 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:23.892180 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:24.033563 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-643082bc-41d4-436c-ab82-5557f76aa48e None None] Provisioning complete for port 68364b9e-29ab-473e-857a-966a9b0f0b9c triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:24.034319 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-643082bc-41d4-436c-ab82-5557f76aa48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.048737 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:24.054875 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-b118dd10-8beb-4f40-b2e6-a39cbfe12fb3 admin admin] 10.222.0.54 "PUT /v2.0/routers/08a0e5d9-db5a-4f52-9c39-8185c9710b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7841980 Aug 31 19:43:24.115419 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-643082bc-41d4-436c-ab82-5557f76aa48e None None] Port 68364b9e-29ab-473e-857a-966a9b0f0b9c cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:24.136547 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:24.155163 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6f7e5-0b56-4e2d-abb5-3bc8ccc2f984 req-e20f945e-24c4-458d-b8e8-5ce9066034c8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:24.158904 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-19a6f7e5-0b56-4e2d-abb5-3bc8ccc2f984 req-e20f945e-24c4-458d-b8e8-5ce9066034c8 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 945 time: 0.0776327 Aug 31 19:43:24.199723 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:24.201098 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device d3a871ab-0a24-4af4-9bd1-aa6c3c50f57b not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:24.240380 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-19a6f7e5-0b56-4e2d-abb5-3bc8ccc2f984 req-20d2baef-0e83-4ab0-b6ac-d99d4541200f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749137 Aug 31 19:43:24.381936 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ae688-2654-470e-a38d-3dc44cf0df43 req-ae5f7249-8392-493f-a1aa-8f6730042e91 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:24.390657 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d15ae688-2654-470e-a38d-3dc44cf0df43 req-ae5f7249-8392-493f-a1aa-8f6730042e91 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.0900760 Aug 31 19:43:24.438810 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d15ae688-2654-470e-a38d-3dc44cf0df43 req-627e47b8-f18d-4950-a4fa-bcb57dc07f00 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Aug 31 19:43:24.443305 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 3af67e1c-b598-4eaa-9a77-69c5b939d1aa up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:24.522421 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:24.523028 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.631442 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:24.708635 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:24.716897 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:24.717625 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.840857 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.848403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48560) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:24.857119 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-125363156-network', 'tenant_id': '4156351557da4de38dbcb2d7144451b1'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:24.874047 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=41e403dd-68cc-4bf8-ad80-aa43a23bdad6,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:24.881832 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.888394 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Made reservation on behalf of 4156351557da4de38dbcb2d7144451b1 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:24.892181 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.907360 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:24.947265 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=41e403dd-68cc-4bf8-ad80-aa43a23bdad6,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:25.033723 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.039143 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.063866 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:25.078295 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04223e46-daa6-408c-a44e-77ac4d6bf34f,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:25.084156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.084495 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Added segment e7df0342-34d7-4ac0-9867-6632c9ff5ae4 of type vlan for network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 Aug 31 19:43:25.139306 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.174254 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.175859 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:25.176766 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.254206 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4045811 Aug 31 19:43:25.257004 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48568) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:25.262999 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Request body: {'subnet': {'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-125363156-subnet', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'ip_version': 4}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:25.277337 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4105ea-5214-4144-97fe-493e7ac4d4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0f4c43ec-ff8b-4085-94ed-2c7245155a69,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:25.297341 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:25.343017 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Made reservation on behalf of 4156351557da4de38dbcb2d7144451b1 for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:25.346443 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25168832'] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.385162 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:43:25.416423 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-beb64975-2037-4920-a7f3-a258097c5048 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:25.418787 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-beb64975-2037-4920-a7f3-a258097c5048 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1451018 Aug 31 19:43:25.549621 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a393a2d-285b-40eb-8b29-faa2deab9406 req-2dd08252-e8fe-40bc-8632-05ae5880d54c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:25.561272 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Sync routers for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:25.570768 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2a393a2d-285b-40eb-8b29-faa2deab9406 req-2dd08252-e8fe-40bc-8632-05ae5880d54c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 945 time: 0.1610358 Aug 31 19:43:25.591953 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:25.593530 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:25.648817 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Deleting port ce5620e7-789e-445b-8d97-739675055bbd {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:25.649169 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.671742 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2a393a2d-285b-40eb-8b29-faa2deab9406 req-9afceba6-3c9e-4029-aa1e-793e7396e69b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976889 Aug 31 19:43:25.814329 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2987561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25168854'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:25.856765 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:25.952728 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb925-ccd6-4383-9197-4adcbe4395ba req-3fbe853b-550c-4f70-96cc-24ebe21fc411 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:25.960299 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bc2bb925-ccd6-4383-9197-4adcbe4395ba req-3fbe853b-550c-4f70-96cc-24ebe21fc411 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.2982810 Aug 31 19:43:26.037921 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] For port ce5620e7-789e-445b-8d97-739675055bbd, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce5620e7-789e-445b-8d97-739675055bbd,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:26.038556 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.101686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Calling delete_port for ce5620e7-789e-445b-8d97-739675055bbd owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:26.103926 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Pushing event updated for resources: {'Subnet': ['ID=077f8488-e94d-4a1e-b3fe-8bc56aeed55d,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:26.164462 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:23Z', 'revision_number': 2, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:26.171143 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bc2bb925-ccd6-4383-9197-4adcbe4395ba req-2cb2e7ee-044b-4f3c-89e0-14f42766d052 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865926 Aug 31 19:43:26.222251 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:26.226686 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Checking router: 08a0e5d9-db5a-4f52-9c39-8185c9710b12 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:26.227238 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Updating router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 port 68364b9e-29ab-473e-857a-966a9b0f0b9c binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:26.235138 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Checking segment: {'id': 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:26.235641 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Network hostable DHCP agents. Network: 0f4c43ec-ff8b-4085-94ed-2c7245155a69, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:26.282399 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.283975 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:26.304275 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 0f4c43ec-ff8b-4085-94ed-2c7245155a69) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:26.315944 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:26.317516 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.348886 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e66d5b-6f6c-4f61-b338-c5597e446a33 None None] Network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:26.408731 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-113197de-9503-4dcf-9ea3-b961b7b0aeba admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1505320 Aug 31 19:43:26.414012 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48578) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:26.422635 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:26.429098 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.450101 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-601c90ee-3dcd-43cc-9ff2-9ad928ededc5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:26.453058 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-601c90ee-3dcd-43cc-9ff2-9ad928ededc5 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1208463 Aug 31 19:43:26.463574 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.465425 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.490613 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Pushing event deleted for resources: {'Port': ['ID=ce5620e7-789e-445b-8d97-739675055bbd,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:26.519572 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:26.520070 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.524325 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['c6570840-1b50-431a-bbb6-a801953ca3bc', '248b3aba-4f9c-4ce9-91ae-3097538bb3e4', 'ce5620e7-789e-445b-8d97-739675055bbd'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:26.568489 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] No DVR routers for this DVR port ce5620e7-789e-445b-8d97-739675055bbd on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:26.569530 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.572814 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.576244 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b2f310ef-faf7-431d-a59e-1c0f49318206 req-8b053301-2a45-4321-bde1-d57b1678bd05 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "DELETE /v2.0/ports/ce5620e7-789e-445b-8d97-739675055bbd HTTP/1.1" status: 204 len: 173 time: 1.1347628 Aug 31 19:43:26.576944 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04021bda-3230-40fe-a5d3-8da7f8af3ab0', 'name': 'network-vif-deleted', 'tag': 'ce5620e7-789e-445b-8d97-739675055bbd'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:26.579301 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58003cc2-a34a-4a2c-a11e-52f41d04966d" -d '{"events": [{"server_uuid": "04021bda-3230-40fe-a5d3-8da7f8af3ab0", "name": "network-vif-deleted", "tag": "ce5620e7-789e-445b-8d97-739675055bbd"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:26.666070 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Deleting port ede46c2b-02dd-4d44-a15d-14ff4926c5d5 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:26.666517 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.764044 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca1c8bb-a463-4b06-83d2-f53a0e131cc2 x-openstack-request-id: req-8ca1c8bb-a463-4b06-83d2-f53a0e131cc2 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:26.764346 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04021bda-3230-40fe-a5d3-8da7f8af3ab0", "name": "network-vif-deleted", "tag": "ce5620e7-789e-445b-8d97-739675055bbd", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:26.764567 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ca1c8bb-a463-4b06-83d2-f53a0e131cc2 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:26.764968 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04021bda-3230-40fe-a5d3-8da7f8af3ab0', 'name': 'network-vif-deleted', 'tag': 'ce5620e7-789e-445b-8d97-739675055bbd', 'status': 'completed', 'code': 200} Aug 31 19:43:26.834291 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.873928 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3c79ade1-79d1-4c65-b165-84361e2f6f11 req-a8be63fb-cf58-47b5-b7b4-e0da2507eec9 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=04021bda-3230-40fe-a5d3-8da7f8af3ab0 HTTP/1.1" status: 200 len: 210 time: 0.0446248 Aug 31 19:43:26.904383 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] For port ede46c2b-02dd-4d44-a15d-14ff4926c5d5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:26.905200 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.909604 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:26.933055 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Calling delete_port for ede46c2b-02dd-4d44-a15d-14ff4926c5d5 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:26.981017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-0f4c43ec-ff8b-4085-94ed-2c7245155a69', 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'fixed_ips': [{'subnet_id': '077f8488-e94d-4a1e-b3fe-8bc56aeed55d'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:26.981943 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.195206 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.220085 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.379159 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.387746 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Allocated IP 172.20.0.2 (0f4c43ec-ff8b-4085-94ed-2c7245155a69/077f8488-e94d-4a1e-b3fe-8bc56aeed55d/1224cfba-ad56-4414-9586-d8bcb0b37d96) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:27.391739 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Allocated IP 172.27.0.66 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/e1523b12-bb1b-4bb5-b288-09b2662aabf6) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:27.552517 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99217e-575b-4e5e-9d73-42fefe9a3ce9 req-177322ba-283a-466d-bdcb-7acf78260512 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:27.554385 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ac99217e-575b-4e5e-9d73-42fefe9a3ce9 req-177322ba-283a-466d-bdcb-7acf78260512 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b27708-a49b-4801-87e7-05d560beb077 HTTP/1.1" status: 200 len: 945 time: 0.1597781 Aug 31 19:43:27.575928 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.577713 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Transition to ACTIVE for port object 68364b9e-29ab-473e-857a-966a9b0f0b9c will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:27.610277 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.627543 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Pushing event deleted for resources: {'Port': ['ID=ede46c2b-02dd-4d44-a15d-14ff4926c5d5,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:27.662822 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ac99217e-575b-4e5e-9d73-42fefe9a3ce9 req-ad6a5248-bd5f-4b09-bb5c-9239a95ea418 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009300 Aug 31 19:43:27.708543 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] No DVR routers for this DVR port ede46c2b-02dd-4d44-a15d-14ff4926c5d5 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:27.715192 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.718737 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9e3d1e70-35f9-4173-a3de-8a778e24ff76 req-cee9662a-8c30-4748-8d4a-79d9ed9244ea tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.55 "DELETE /v2.0/ports/ede46c2b-02dd-4d44-a15d-14ff4926c5d5 HTTP/1.1" status: 204 len: 173 time: 1.2564452 Aug 31 19:43:27.729153 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.803854 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.900766 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:27.902336 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Pushing event updated for resources: {'Port': ['ID=e1523b12-bb1b-4bb5-b288-09b2662aabf6,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:27.906563 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:27.908316 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:27.928463 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31313989-a546-4ba1-8e1a-72131e7a6f76 None None] Pushing event updated for resources: {'Port': ['ID=68364b9e-29ab-473e-857a-966a9b0f0b9c,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:27.932505 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:27.994201 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Transition to ACTIVE for port object 1224cfba-ad56-4414-9586-d8bcb0b37d96 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:28.049141 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Attempting to bind port 68364b9e-29ab-473e-857a-966a9b0f0b9c on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:28.049614 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Attempting to bind port 68364b9e-29ab-473e-857a-966a9b0f0b9c by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:28.050042 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Attempting to bind port 68364b9e-29ab-473e-857a-966a9b0f0b9c on network c87210da-3a04-4129-9954-1862602f9fb6 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:28.072388 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Transition to ACTIVE for port object 1224cfba-ad56-4414-9586-d8bcb0b37d96 will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:28.081628 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:28.081628 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Checking segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:28.082294 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.082456 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Bound using segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:28.082929 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Bound port: 68364b9e-29ab-473e-857a-966a9b0f0b9c, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:28.083205 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.102646 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.194907 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Pushing event updated for resources: {'Port': ['ID=1224cfba-ad56-4414-9586-d8bcb0b37d96,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:28.243376 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:28.249736 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:28.257498 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:28.335738 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] For port 68364b9e-29ab-473e-857a-966a9b0f0b9c, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:28.359631 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] For port 68364b9e-29ab-473e-857a-966a9b0f0b9c, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=68364b9e-29ab-473e-857a-966a9b0f0b9c,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:28.367755 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Attempting to bind port 1224cfba-ad56-4414-9586-d8bcb0b37d96 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:28.368455 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Attempting to bind port 1224cfba-ad56-4414-9586-d8bcb0b37d96 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:28.369030 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Attempting to bind port 1224cfba-ad56-4414-9586-d8bcb0b37d96 on network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:28.375657 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.446745 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:28.449170 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Checking segment: {'id': 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:28.450148 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.451262 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Bound using segment: {'id': 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:28.452276 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Bound port: 1224cfba-ad56-4414-9586-d8bcb0b37d96, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:28.453150 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.625488 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31313989-a546-4ba1-8e1a-72131e7a6f76 None None] Pushing event updated for resources: {'Port': ['ID=68364b9e-29ab-473e-857a-966a9b0f0b9c,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:28.636241 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.668467 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:28.669214 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:28.766842 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b27708-a49b-4801-87e7-05d560beb077', 'name': 'network-vif-deleted', 'tag': 'ede46c2b-02dd-4d44-a15d-14ff4926c5d5'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:28.771005 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d7776-e569-4ff4-b05b-755117483c1d" -d '{"events": [{"server_uuid": "f1b27708-a49b-4801-87e7-05d560beb077", "name": "network-vif-deleted", "tag": "ede46c2b-02dd-4d44-a15d-14ff4926c5d5"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:28.777485 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] For port 1224cfba-ad56-4414-9586-d8bcb0b37d96, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:28.782562 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] For port 1224cfba-ad56-4414-9586-d8bcb0b37d96, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=1224cfba-ad56-4414-9586-d8bcb0b37d96,segment=NetworkSegment(e7df0342-34d7-4ac0-9867-6632c9ff5ae4),segment_id=e7df0342-34d7-4ac0-9867-6632c9ff5ae4)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:28.790875 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:28.864990 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab794f1-e17d-4d55-9daf-3678104a2683 None None] Pushing event updated for resources: {'Port': ['ID=1224cfba-ad56-4414-9586-d8bcb0b37d96,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:28.951250 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293a557-c224-4f70-8b04-d31bca969c1b req-81cda7db-4ce2-4521-8316-8db21af50ef5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:28.954999 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3293a557-c224-4f70-8b04-d31bca969c1b req-81cda7db-4ce2-4521-8316-8db21af50ef5 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.4078908 Aug 31 19:43:29.007320 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:29.048504 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:29.067776 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3293a557-c224-4f70-8b04-d31bca969c1b req-36efaef5-8540-4281-8c70-c5a66b830d4a tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991702 Aug 31 19:43:29.139915 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['2233f784-6f58-48a2-862f-fe732c9603f8'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:29.223604 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106117d3-65b0-4f62-a55c-f20e4260982e x-openstack-request-id: req-106117d3-65b0-4f62-a55c-f20e4260982e {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:29.224168 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b27708-a49b-4801-87e7-05d560beb077", "name": "network-vif-deleted", "tag": "ede46c2b-02dd-4d44-a15d-14ff4926c5d5", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:29.224577 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-106117d3-65b0-4f62-a55c-f20e4260982e {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:29.225159 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b27708-a49b-4801-87e7-05d560beb077', 'name': 'network-vif-deleted', 'tag': 'ede46c2b-02dd-4d44-a15d-14ff4926c5d5', 'status': 'completed', 'code': 200} Aug 31 19:43:29.346104 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170306c-d0c2-40e1-9e8b-0f7fe06bc97f req-f4237f0c-cf26-42e5-a891-58601dea0061 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:29.352651 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c170306c-d0c2-40e1-9e8b-0f7fe06bc97f req-f4237f0c-cf26-42e5-a891-58601dea0061 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0894647 Aug 31 19:43:29.422055 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c170306c-d0c2-40e1-9e8b-0f7fe06bc97f req-449f8d7f-196d-48cf-bf1c-d39b95155843 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682118 Aug 31 19:43:29.468178 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Router 39b3d50a-102b-47ec-8648-fd7a3174ec9d is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:29.567429 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74df811-c7dd-4ba5-afca-c16ed2c2514a req-f2a1268d-37f1-4dd4-a392-28f3e49720be tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:29.569811 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b74df811-c7dd-4ba5-afca-c16ed2c2514a req-f2a1268d-37f1-4dd4-a392-28f3e49720be tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0681348 Aug 31 19:43:29.618204 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:28Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:29.621561 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:29.641447 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Sync routers for ids ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:29.645231 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:29.647311 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-a012fa97-d4db-43b5-9725-aab5a9ff8883 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2331357 Aug 31 19:43:29.652445 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48622) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:29.659325 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Routers {'39b3d50a-102b-47ec-8648-fd7a3174ec9d'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:29.660498 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:29.673949 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b74df811-c7dd-4ba5-afca-c16ed2c2514a req-3a112b7f-2826-49c5-8358-c21fcf9e9c35 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917251 Aug 31 19:43:29.692138 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc9d3f-3bd2-4a2a-9844-7e7270410639 None None] The sync data for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi is: [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:28Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:29.909648 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Set router 39b3d50a-102b-47ec-8648-fd7a3174ec9d gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:30.184950 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ede46c2b-02dd-4d44-a15d-14ff4926c5d5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:30.273042 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: ede46c2b-02dd-4d44-a15d-14ff4926c5d5 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:30.273300 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ede46c2b-02dd-4d44-a15d-14ff4926c5d5 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:30.273605 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ce5620e7-789e-445b-8d97-739675055bbd no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:30.314480 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: ce5620e7-789e-445b-8d97-739675055bbd {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:30.314845 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ce5620e7-789e-445b-8d97-739675055bbd not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:30.379435 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 68364b9e-29ab-473e-857a-966a9b0f0b9c up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:30.398475 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:26Z', 'updated_at': '2021-08-31T19:43:28Z', 'revision_number': 3, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'gw_port': {'id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:27Z', 'updated_at': '2021-08-31T19:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:30.403913 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d971b4ad-2124-47ed-8e5f-d6251cd4d8c8 None None] Network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:30.423048 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e4bfc-1c68-46b0-be24-0e7249640e3f req-8ba011ea-184e-420d-94aa-3a15a10ef2c3 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:30.431850 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b36e4bfc-1c68-46b0-be24-0e7249640e3f req-8ba011ea-184e-420d-94aa-3a15a10ef2c3 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.1597326 Aug 31 19:43:30.471810 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Checking router: 39b3d50a-102b-47ec-8648-fd7a3174ec9d for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:30.472188 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Updating router 39b3d50a-102b-47ec-8648-fd7a3174ec9d port e1523b12-bb1b-4bb5-b288-09b2662aabf6 binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:30.508855 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.524803 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-5aca42fd-c73e-4b65-be82-2933e0c6363c None None] Provisioning for port 1224cfba-ad56-4414-9586-d8bcb0b37d96 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:30.583546 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 68364b9e-29ab-473e-857a-966a9b0f0b9c completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:30.613940 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 68364b9e-29ab-473e-857a-966a9b0f0b9c triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:30.614478 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.663108 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043070e-36c8-4292-aa8a-a6f7d8436fd4 req-be79fa56-bfd2-4df7-a9f2-b0ddae3ceab1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:30.686859 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a043070e-36c8-4292-aa8a-a6f7d8436fd4 req-be79fa56-bfd2-4df7-a9f2-b0ddae3ceab1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1410084 Aug 31 19:43:30.785363 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a043070e-36c8-4292-aa8a-a6f7d8436fd4 req-22c60d6d-d062-4fdf-a88e-f287351143f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953746 Aug 31 19:43:30.822649 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47862a20-7046-4621-ba54-538ac1bea9dc req-851cb1a1-adcc-4807-8521-4808ee6bfa41 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:30.825170 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-47862a20-7046-4621-ba54-538ac1bea9dc req-851cb1a1-adcc-4807-8521-4808ee6bfa41 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 946 time: 0.1005590 Aug 31 19:43:30.849113 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b36e4bfc-1c68-46b0-be24-0e7249640e3f req-175fb54a-fb38-49f5-a875-82b9639147ab tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157822 Aug 31 19:43:30.910841 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.958493 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 68364b9e-29ab-473e-857a-966a9b0f0b9c, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=68364b9e-29ab-473e-857a-966a9b0f0b9c,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:30.974234 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:30.975368 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 1224cfba-ad56-4414-9586-d8bcb0b37d96 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:30.976721 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.091873 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 1224cfba-ad56-4414-9586-d8bcb0b37d96 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:31.098958 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 1224cfba-ad56-4414-9586-d8bcb0b37d96 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:31.099348 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.136983 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d46821-dc6d-4425-b2cb-ae0b0762ae2f req-11d89ee4-f43f-4ef7-8a72-473cb2409fad tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:31.146557 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-17d46821-dc6d-4425-b2cb-ae0b0762ae2f req-11d89ee4-f43f-4ef7-8a72-473cb2409fad tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1575837 Aug 31 19:43:31.152417 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-47862a20-7046-4621-ba54-538ac1bea9dc req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Deleting port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:31.152773 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-47862a20-7046-4621-ba54-538ac1bea9dc req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.154582 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=68364b9e-29ab-473e-857a-966a9b0f0b9c,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:31.161131 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.177857 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Transition to ACTIVE for port object e1523b12-bb1b-4bb5-b288-09b2662aabf6 will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:31.192603 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.272633 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.307195 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Attempting to bind port e1523b12-bb1b-4bb5-b288-09b2662aabf6 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:31.308659 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Attempting to bind port e1523b12-bb1b-4bb5-b288-09b2662aabf6 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:31.310908 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Attempting to bind port e1523b12-bb1b-4bb5-b288-09b2662aabf6 on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:31.314231 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5f1f6-2d58-4237-9f4c-35ca7b4fb23b None None] Pushing event updated for resources: {'Port': ['ID=e1523b12-bb1b-4bb5-b288-09b2662aabf6,revision_number=2']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:31.320779 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:31.321947 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:31.322613 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.323765 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:31.324422 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Bound port: e1523b12-bb1b-4bb5-b288-09b2662aabf6, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:31.325348 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.334570 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-17d46821-dc6d-4425-b2cb-ae0b0762ae2f req-27b766b9-dcd4-4cc4-b6eb-d1c14d5afcb6 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726816 Aug 31 19:43:31.376364 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 1224cfba-ad56-4414-9586-d8bcb0b37d96, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=1224cfba-ad56-4414-9586-d8bcb0b37d96,segment=NetworkSegment(e7df0342-34d7-4ac0-9867-6632c9ff5ae4),segment_id=e7df0342-34d7-4ac0-9867-6632c9ff5ae4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:31.384538 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.392127 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Allocated IP 172.20.0.1 (0f4c43ec-ff8b-4085-94ed-2c7245155a69/077f8488-e94d-4a1e-b3fe-8bc56aeed55d/62e45a24-da29-4e23-8a81-3057398b50ba) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:31.410500 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] For port e1523b12-bb1b-4bb5-b288-09b2662aabf6, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:31.410947 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-47862a20-7046-4621-ba54-538ac1bea9dc req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] For port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:31.411600 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-47862a20-7046-4621-ba54-538ac1bea9dc req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.414273 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] For port e1523b12-bb1b-4bb5-b288-09b2662aabf6, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e1523b12-bb1b-4bb5-b288-09b2662aabf6,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:31.419995 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-2ee13174-dd93-4f45-b04d-baa1fe92bd55 None None] Provisioning complete for port 1224cfba-ad56-4414-9586-d8bcb0b37d96 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:31.420282 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-2ee13174-dd93-4f45-b04d-baa1fe92bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.424972 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.433563 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-47862a20-7046-4621-ba54-538ac1bea9dc req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Calling delete_port for 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:31.543396 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5f1f6-2d58-4237-9f4c-35ca7b4fb23b None None] Pushing event updated for resources: {'Port': ['ID=e1523b12-bb1b-4bb5-b288-09b2662aabf6,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:31.557330 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Routers {'39b3d50a-102b-47ec-8648-fd7a3174ec9d'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:31.558846 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:31.564283 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.581834 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=1224cfba-ad56-4414-9586-d8bcb0b37d96,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:31.599523 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.provisioning_blocks [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Transition to ACTIVE for port object 62e45a24-da29-4e23-8a81-3057398b50ba will not be triggered until provisioned by entity DHCP. {{(pid=95340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:31.671128 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.676537 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-47862a20-7046-4621-ba54-538ac1bea9dc req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.715158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Pushing event deleted for resources: {'Port': ['ID=248b3aba-4f9c-4ce9-91ae-3097538bb3e4,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:31.726345 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['c6570840-1b50-431a-bbb6-a801953ca3bc', '248b3aba-4f9c-4ce9-91ae-3097538bb3e4'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:31.771227 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] Set router 39b3d50a-102b-47ec-8648-fd7a3174ec9d gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:31.779058 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:31.782011 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-47862a20-7046-4621-ba54-538ac1bea9dc req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] No DVR routers for this DVR port 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:31.782514 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:31.790986 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-47862a20-7046-4621-ba54-538ac1bea9dc req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.796195 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-47862a20-7046-4621-ba54-538ac1bea9dc req-19d48868-6d20-4ae4-90b9-3267dfb1389b tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "DELETE /v2.0/ports/248b3aba-4f9c-4ce9-91ae-3097538bb3e4 HTTP/1.1" status: 204 len: 173 time: 0.9601178 Aug 31 19:43:31.796949 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e051861c-0ec4-4bb5-ab96-f084992eafd9', 'name': 'network-vif-deleted', 'tag': '248b3aba-4f9c-4ce9-91ae-3097538bb3e4'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:31.804496 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68c8e21-2624-491f-9310-2c2202c9cad7" -d '{"events": [{"server_uuid": "e051861c-0ec4-4bb5-ab96-f084992eafd9", "name": "network-vif-deleted", "tag": "248b3aba-4f9c-4ce9-91ae-3097538bb3e4"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:31.833660 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Pushing event updated for resources: {'Port': ['ID=62e45a24-da29-4e23-8a81-3057398b50ba,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:31.838352 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:31.975642 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:31.991535 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df8a36b-6d1c-4694-9a84-8e526880dc21 x-openstack-request-id: req-8df8a36b-6d1c-4694-9a84-8e526880dc21 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:31.992011 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e051861c-0ec4-4bb5-ab96-f084992eafd9", "name": "network-vif-deleted", "tag": "248b3aba-4f9c-4ce9-91ae-3097538bb3e4", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:31.992446 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8df8a36b-6d1c-4694-9a84-8e526880dc21 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:31.993091 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e051861c-0ec4-4bb5-ab96-f084992eafd9', 'name': 'network-vif-deleted', 'tag': '248b3aba-4f9c-4ce9-91ae-3097538bb3e4', 'status': 'completed', 'code': 200} Aug 31 19:43:32.161031 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:26Z', 'updated_at': '2021-08-31T19:43:28Z', 'revision_number': 3, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'gw_port': {'id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:27Z', 'updated_at': '2021-08-31T19:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:32.176922 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247825ee-26d6-4e79-b240-6f2655e609a3 req-804cda77-f0b7-4906-960e-f12b0dbea789 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:32.188612 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-247825ee-26d6-4e79-b240-6f2655e609a3 req-804cda77-f0b7-4906-960e-f12b0dbea789 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1076243 Aug 31 19:43:32.254039 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110055e0-ae7c-428b-a2ed-75e290a620ab None None] The sync data for ids ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'] in dv-cinder-789564-13-iscsi is: [{'id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:26Z', 'updated_at': '2021-08-31T19:43:28Z', 'revision_number': 3, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'gw_port': {'id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:27Z', 'updated_at': '2021-08-31T19:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:32.281662 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-247825ee-26d6-4e79-b240-6f2655e609a3 req-bef9d51f-7d42-4980-ad6f-d20161955a03 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919416 Aug 31 19:43:32.293097 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7e7f6cac-ce59-4ea6-8051-86579626937d req-173dac85-3d34-403d-bd34-530f798ae714 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=e051861c-0ec4-4bb5-ab96-f084992eafd9 HTTP/1.1" status: 200 len: 210 time: 0.0651855 Aug 31 19:43:32.324755 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 68364b9e-29ab-473e-857a-966a9b0f0b9c up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:32.387615 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:32.400071 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-48c76507-e1e9-4a77-85e3-239308b8e78a None None] Provisioning for port 62e45a24-da29-4e23-8a81-3057398b50ba completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:32.408571 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-48c76507-e1e9-4a77-85e3-239308b8e78a None None] Provisioning complete for port 62e45a24-da29-4e23-8a81-3057398b50ba triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:32.409670 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-48c76507-e1e9-4a77-85e3-239308b8e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:32.465109 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 68364b9e-29ab-473e-857a-966a9b0f0b9c triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:32.466364 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:32.468681 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-48c76507-e1e9-4a77-85e3-239308b8e78a None None] Port 62e45a24-da29-4e23-8a81-3057398b50ba cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:32.548696 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed67d9-468c-4e76-ba68-bb119f1eadba req-7e16baef-0219-49e3-b0cf-1d046206aa4f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:32.558822 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c1ed67d9-468c-4e76-ba68-bb119f1eadba req-7e16baef-0219-49e3-b0cf-1d046206aa4f tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1296453 Aug 31 19:43:32.569802 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 1224cfba-ad56-4414-9586-d8bcb0b37d96 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:32.664758 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 1224cfba-ad56-4414-9586-d8bcb0b37d96 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:32.665774 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:32.703819 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c1ed67d9-468c-4e76-ba68-bb119f1eadba req-d9efe665-4b5e-41ea-8648-e1ec9572ece1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375184 Aug 31 19:43:32.795538 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:32.810502 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:32.922437 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:32.924336 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Pushing event updated for resources: {'Port': ['ID=62e45a24-da29-4e23-8a81-3057398b50ba,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:33.065746 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:33.068110 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:33.257961 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Router 39b3d50a-102b-47ec-8648-fd7a3174ec9d has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:33.421382 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-d26be214-38f0-43d6-851f-f8494f8ad475 None None] Provisioning complete for port 62e45a24-da29-4e23-8a81-3057398b50ba triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:33.422021 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-d26be214-38f0-43d6-851f-f8494f8ad475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:33.462010 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:33.472001 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-49bb8d4e-eec4-4d24-a5b1-57317f1c8818 admin admin] 10.222.0.54 "PUT /v2.0/routers/39b3d50a-102b-47ec-8648-fd7a3174ec9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8177619 Aug 31 19:43:33.473177 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-d26be214-38f0-43d6-851f-f8494f8ad475 None None] Port 62e45a24-da29-4e23-8a81-3057398b50ba cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:33.511774 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54951a-a0a1-4646-8566-a99120e2c811 req-c604b7cb-42a0-4367-b01e-61b485eaa422 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:33.514604 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-be54951a-a0a1-4646-8566-a99120e2c811 req-c604b7cb-42a0-4367-b01e-61b485eaa422 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1037138 Aug 31 19:43:33.571160 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-be54951a-a0a1-4646-8566-a99120e2c811 req-a5b78230-8a77-4d50-8a5a-fa8761d0837b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506270 Aug 31 19:43:33.902626 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ff10a-6a30-4601-9f2d-aa8e6f7313c6 req-c0df6be9-2496-4c34-ac6d-f1c064fc5f30 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:33.905652 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b87ff10a-6a30-4601-9f2d-aa8e6f7313c6 req-c0df6be9-2496-4c34-ac6d-f1c064fc5f30 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0909040 Aug 31 19:43:33.980696 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b87ff10a-6a30-4601-9f2d-aa8e6f7313c6 req-fa9b7af3-2f07-45fe-88ce-92ef17dc7daa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Aug 31 19:43:34.077631 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48656) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:34.082360 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-481c12da-f79a-49c0-815f-e6e194faee5a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696120356', 'description': 'tempest-secgroup-smoke-696120356 description', 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:34.108471 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-481c12da-f79a-49c0-815f-e6e194faee5a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.229889 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-481c12da-f79a-49c0-815f-e6e194faee5a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.234782 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-481c12da-f79a-49c0-815f-e6e194faee5a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.258239 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e1523b12-bb1b-4bb5-b288-09b2662aabf6 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:34.277811 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-481c12da-f79a-49c0-815f-e6e194faee5a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.282080 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-481c12da-f79a-49c0-815f-e6e194faee5a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2003388 Aug 31 19:43:34.282080 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c12da-f79a-49c0-815f-e6e194faee5a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5658e95-6455-454c-8d1a-1063dac313fe,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:34.283123 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48658) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:34.287899 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-b543e271-64f4-4d74-b07f-f3d16efade25 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'security_group_rule': {'security_group_id': 'c5658e95-6455-454c-8d1a-1063dac313fe', 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:34.323689 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b543e271-64f4-4d74-b07f-f3d16efade25 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.326747 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port e1523b12-bb1b-4bb5-b288-09b2662aabf6 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:34.332751 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port e1523b12-bb1b-4bb5-b288-09b2662aabf6 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:34.333251 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.363097 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Sync routers for ids ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:34.386884 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Routers {'39b3d50a-102b-47ec-8648-fd7a3174ec9d'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:34.387841 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:34.400578 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b543e271-64f4-4d74-b07f-f3d16efade25 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.420469 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b543e271-64f4-4d74-b07f-f3d16efade25 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.441744 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543e271-64f4-4d74-b07f-f3d16efade25 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6d25c3-5c8e-441e-98ab-e6f08be01acf,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:34.450612 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b543e271-64f4-4d74-b07f-f3d16efade25 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.451859 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-b543e271-64f4-4d74-b07f-f3d16efade25 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677635 Aug 31 19:43:34.454694 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48660) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:34.460033 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-22307903-2072-4261-86a4-07eea78e6a8a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'security_group_rule': {'security_group_id': 'c5658e95-6455-454c-8d1a-1063dac313fe', 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:34.491044 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-22307903-2072-4261-86a4-07eea78e6a8a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.525300 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.555253 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-22307903-2072-4261-86a4-07eea78e6a8a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.561879 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port e1523b12-bb1b-4bb5-b288-09b2662aabf6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e1523b12-bb1b-4bb5-b288-09b2662aabf6,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:34.562559 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-22307903-2072-4261-86a4-07eea78e6a8a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.564279 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Set router 39b3d50a-102b-47ec-8648-fd7a3174ec9d gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:34.567881 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.586441 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22307903-2072-4261-86a4-07eea78e6a8a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cc85b2-412f-444a-b123-7bfc9ff4aa14,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:34.621847 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-22307903-2072-4261-86a4-07eea78e6a8a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.627320 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-22307903-2072-4261-86a4-07eea78e6a8a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1676970 Aug 31 19:43:34.627715 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48668) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:34.633091 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-5808e655-d97c-4dbd-82a0-08a4555d48f9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'security_group_rule': {'security_group_id': 'c5658e95-6455-454c-8d1a-1063dac313fe', 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:34.687069 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5808e655-d97c-4dbd-82a0-08a4555d48f9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.772379 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5808e655-d97c-4dbd-82a0-08a4555d48f9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.778882 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5808e655-d97c-4dbd-82a0-08a4555d48f9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.788825 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b846ff-9925-41ca-9a44-a7dba6c61dbe req-6a7dd27a-28ca-4e1a-835b-c7cbb956c7c0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:34.802523 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20b846ff-9925-41ca-9a44-a7dba6c61dbe req-6a7dd27a-28ca-4e1a-835b-c7cbb956c7c0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1284029 Aug 31 19:43:34.850953 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808e655-d97c-4dbd-82a0-08a4555d48f9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39d7b36-d5ed-46d3-b653-978efa01653b,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:34.860535 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5808e655-d97c-4dbd-82a0-08a4555d48f9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.862840 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-5808e655-d97c-4dbd-82a0-08a4555d48f9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2337024 Aug 31 19:43:34.865587 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48672) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:34.872689 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20b846ff-9925-41ca-9a44-a7dba6c61dbe req-a436cc92-6515-4f74-8ab1-ce32c4e55fc4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678704 Aug 31 19:43:34.878528 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-159f4458-179b-4a1f-aa11-fd5e5e003831 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'security_group_rule': {'security_group_id': 'c5658e95-6455-454c-8d1a-1063dac313fe', 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:34.921629 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-159f4458-179b-4a1f-aa11-fd5e5e003831 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:34.985645 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=e1523b12-bb1b-4bb5-b288-09b2662aabf6,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:35.047445 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb70e52-54c5-4be5-838e-2520ff67ee4a req-55db2ea8-6e36-4b15-892f-dc748120c160 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:35.050042 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5cb70e52-54c5-4be5-838e-2520ff67ee4a req-55db2ea8-6e36-4b15-892f-dc748120c160 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 946 time: 0.1125033 Aug 31 19:43:35.052921 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-159f4458-179b-4a1f-aa11-fd5e5e003831 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.059375 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-159f4458-179b-4a1f-aa11-fd5e5e003831 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.112341 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:26Z', 'updated_at': '2021-08-31T19:43:32Z', 'revision_number': 4, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'gw_port': {'id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:27Z', 'updated_at': '2021-08-31T19:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '62e45a24-da29-4e23-8a81-3057398b50ba', 'name': '', 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'mac_address': 'fa:16:3e:27:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '077f8488-e94d-4a1e-b3fe-8bc56aeed55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:31Z', 'updated_at': '2021-08-31T19:43:32Z', 'revision_number': 2, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'subnets': [{'id': '077f8488-e94d-4a1e-b3fe-8bc56aeed55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:35.117818 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f4458-179b-4a1f-aa11-fd5e5e003831 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32cfc0f-2cbb-409e-a7f8-50cd03f0d934,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:35.133006 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-159f4458-179b-4a1f-aa11-fd5e5e003831 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.138205 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-159f4458-179b-4a1f-aa11-fd5e5e003831 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2674148 Aug 31 19:43:35.138996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48676) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:35.140853 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Checking router: 39b3d50a-102b-47ec-8648-fd7a3174ec9d for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:35.141211 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Updating router 39b3d50a-102b-47ec-8648-fd7a3174ec9d port 62e45a24-da29-4e23-8a81-3057398b50ba binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:35.145692 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-12b30cee-d86b-414d-9ee4-10508e3dc91a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'security_group_rule': {'security_group_id': 'c5658e95-6455-454c-8d1a-1063dac313fe', 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:35.157633 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5cb70e52-54c5-4be5-838e-2520ff67ee4a req-533c3173-1080-4006-a6d6-7631f96a1b7d tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910380 Aug 31 19:43:35.176226 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.210943 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.securitygroups_db [None req-12b30cee-d86b-414d-9ee4-10508e3dc91a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Project 838bb3d709f94a2bbd5626fe2bb603b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:43:35.218414 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-12b30cee-d86b-414d-9ee4-10508e3dc91a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.251195 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378efe9-4bae-4f69-b596-ed09a4bcb194 req-f97149c2-1ef1-4594-8ba6-3f087a5f2aaa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:35.252857 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e378efe9-4bae-4f69-b596-ed09a4bcb194 req-f97149c2-1ef1-4594-8ba6-3f087a5f2aaa tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0997698 Aug 31 19:43:35.327472 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e378efe9-4bae-4f69-b596-ed09a4bcb194 req-b6b08b3b-0949-4bb3-8b0e-3a7619a976c1 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649247 Aug 31 19:43:35.334095 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-12b30cee-d86b-414d-9ee4-10508e3dc91a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.339913 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-12b30cee-d86b-414d-9ee4-10508e3dc91a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.361042 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b30cee-d86b-414d-9ee4-10508e3dc91a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e92348-ca3d-4390-be49-ae7830ac9d94,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:35.370602 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-12b30cee-d86b-414d-9ee4-10508e3dc91a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.372753 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-12b30cee-d86b-414d-9ee4-10508e3dc91a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2307465 Aug 31 19:43:35.375767 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48678) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:35.382839 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-f041e1b6-b52c-445b-adf3-ab05755b7301 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'security_group_rule': {'security_group_id': 'c5658e95-6455-454c-8d1a-1063dac313fe', 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:35.417809 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.securitygroups_db [None req-f041e1b6-b52c-445b-adf3-ab05755b7301 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Project 838bb3d709f94a2bbd5626fe2bb603b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 19:43:35.425927 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f041e1b6-b52c-445b-adf3-ab05755b7301 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.514646 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.519004 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f041e1b6-b52c-445b-adf3-ab05755b7301 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.523033 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f041e1b6-b52c-445b-adf3-ab05755b7301 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.527604 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Transition to ACTIVE for port object 62e45a24-da29-4e23-8a81-3057398b50ba will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:35.536354 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.550391 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041e1b6-b52c-445b-adf3-ab05755b7301 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6523d21-5124-48d7-8f72-7e012fcd76f3,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:35.560180 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f041e1b6-b52c-445b-adf3-ab05755b7301 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.562969 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-f041e1b6-b52c-445b-adf3-ab05755b7301 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1856105 Aug 31 19:43:35.632190 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c07196-909d-41d4-9dd1-65a042da0da3 None None] Pushing event updated for resources: {'Port': ['ID=62e45a24-da29-4e23-8a81-3057398b50ba,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:35.710776 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Attempting to bind port 62e45a24-da29-4e23-8a81-3057398b50ba on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:35.711363 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Attempting to bind port 62e45a24-da29-4e23-8a81-3057398b50ba by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:35.711960 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Attempting to bind port 62e45a24-da29-4e23-8a81-3057398b50ba on network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:35.718679 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:35.719012 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Checking segment: {'id': 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:35.719518 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.719793 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Bound using segment: {'id': 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:35.720274 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Bound port: 62e45a24-da29-4e23-8a81-3057398b50ba, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:35.720659 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.802817 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] For port 62e45a24-da29-4e23-8a81-3057398b50ba, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:35.808035 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] For port 62e45a24-da29-4e23-8a81-3057398b50ba, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=62e45a24-da29-4e23-8a81-3057398b50ba,segment=NetworkSegment(e7df0342-34d7-4ac0-9867-6632c9ff5ae4),segment_id=e7df0342-34d7-4ac0-9867-6632c9ff5ae4)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:35.814093 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:35.878071 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Routers {'39b3d50a-102b-47ec-8648-fd7a3174ec9d'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:35.878709 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:35.990839 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c07196-909d-41d4-9dd1-65a042da0da3 None None] Pushing event updated for resources: {'Port': ['ID=62e45a24-da29-4e23-8a81-3057398b50ba,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:36.012597 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] Set router 39b3d50a-102b-47ec-8648-fd7a3174ec9d gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:36.108722 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb9fb6-e3bc-4ff5-845b-e8647da10608 req-47c46b6e-0d1e-4535-a7fc-b42d3cdbe64b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:36.121575 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a1cb9fb6-e3bc-4ff5-845b-e8647da10608 req-47c46b6e-0d1e-4535-a7fc-b42d3cdbe64b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0968075 Aug 31 19:43:36.172384 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a1cb9fb6-e3bc-4ff5-845b-e8647da10608 req-0fcc96b2-9116-42da-a6a5-03508174e486 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492966 Aug 31 19:43:36.238422 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:36.295806 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:36.297017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 248b3aba-4f9c-4ce9-91ae-3097538bb3e4 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:36.302099 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e1523b12-bb1b-4bb5-b288-09b2662aabf6 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:36.383431 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f6e1f-b341-4a2f-83a3-1880d72f207c req-690f1579-2207-40a7-837c-dba66de345dd tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:36.386376 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f84f6e1f-b341-4a2f-83a3-1880d72f207c req-690f1579-2207-40a7-837c-dba66de345dd tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 946 time: 0.0755994 Aug 31 19:43:36.439429 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f84f6e1f-b341-4a2f-83a3-1880d72f207c req-0f876785-82a0-4f21-b210-9d066aa97652 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469751 Aug 31 19:43:36.477301 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port e1523b12-bb1b-4bb5-b288-09b2662aabf6 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:36.477750 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:36.521354 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee328107-a353-4122-9453-9c29ead10159 req-69c09244-7fb8-4959-90c5-2fded00f08d3 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:36.523069 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ee328107-a353-4122-9453-9c29ead10159 req-69c09244-7fb8-4959-90c5-2fded00f08d3 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.0585616 Aug 31 19:43:36.523506 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:26Z', 'updated_at': '2021-08-31T19:43:32Z', 'revision_number': 4, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'gw_port': {'id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:27Z', 'updated_at': '2021-08-31T19:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '62e45a24-da29-4e23-8a81-3057398b50ba', 'name': '', 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'mac_address': 'fa:16:3e:27:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '077f8488-e94d-4a1e-b3fe-8bc56aeed55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:31Z', 'updated_at': '2021-08-31T19:43:35Z', 'revision_number': 4, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'subnets': [{'id': '077f8488-e94d-4a1e-b3fe-8bc56aeed55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:36.561955 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f170a39-c2e8-49c2-a8ab-757a33ea8566 None None] The sync data for ids ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'] in dv-cinder-789564-13-iscsi is: [{'id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:26Z', 'updated_at': '2021-08-31T19:43:32Z', 'revision_number': 4, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'gw_port': {'id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:27Z', 'updated_at': '2021-08-31T19:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '62e45a24-da29-4e23-8a81-3057398b50ba', 'name': '', 'network_id': '0f4c43ec-ff8b-4085-94ed-2c7245155a69', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'mac_address': 'fa:16:3e:27:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '077f8488-e94d-4a1e-b3fe-8bc56aeed55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:31Z', 'updated_at': '2021-08-31T19:43:35Z', 'revision_number': 4, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'subnets': [{'id': '077f8488-e94d-4a1e-b3fe-8bc56aeed55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:36.569409 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ee328107-a353-4122-9453-9c29ead10159 req-03182f1e-48dc-4907-bde3-d09bee9095b2 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382798 Aug 31 19:43:36.695703 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-74ae0524-d5f0-4233-bb61-5c0eb14c8b6a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:36.697208 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-74ae0524-d5f0-4233-bb61-5c0eb14c8b6a tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.55 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 946 time: 0.1066418 Aug 31 19:43:36.820732 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Deleting port 2233f784-6f58-48a2-862f-fe732c9603f8 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:36.821286 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:36.946301 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] For port 2233f784-6f58-48a2-862f-fe732c9603f8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2233f784-6f58-48a2-862f-fe732c9603f8,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:36.946672 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:36.966716 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Calling delete_port for 2233f784-6f58-48a2-862f-fe732c9603f8 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:37.165253 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:37.208919 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Pushing event deleted for resources: {'Port': ['ID=2233f784-6f58-48a2-862f-fe732c9603f8,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:37.214758 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['2233f784-6f58-48a2-862f-fe732c9603f8'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:37.278849 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] No DVR routers for this DVR port 2233f784-6f58-48a2-862f-fe732c9603f8 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:37.281439 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:37.283527 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b8e7f6ab-348e-485b-b623-22b8b54fe6bb req-cb5c102c-03fb-4b3f-85a0-1606542edb99 tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.55 "DELETE /v2.0/ports/2233f784-6f58-48a2-862f-fe732c9603f8 HTTP/1.1" status: 204 len: 173 time: 0.5789213 Aug 31 19:43:37.284013 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad99656-6d0a-4a6d-9761-3063d3eb8ce5', 'name': 'network-vif-deleted', 'tag': '2233f784-6f58-48a2-862f-fe732c9603f8'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:37.286408 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d977af2b-468b-4ae0-b963-66daf6b2e965" -d '{"events": [{"server_uuid": "fad99656-6d0a-4a6d-9761-3063d3eb8ce5", "name": "network-vif-deleted", "tag": "2233f784-6f58-48a2-862f-fe732c9603f8"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:37.341179 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b85ad5f-9467-4d26-ad06-c4b32c2650d5 x-openstack-request-id: req-0b85ad5f-9467-4d26-ad06-c4b32c2650d5 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:37.341766 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad99656-6d0a-4a6d-9761-3063d3eb8ce5", "name": "network-vif-deleted", "tag": "2233f784-6f58-48a2-862f-fe732c9603f8", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:37.342403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b85ad5f-9467-4d26-ad06-c4b32c2650d5 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:37.343064 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad99656-6d0a-4a6d-9761-3063d3eb8ce5', 'name': 'network-vif-deleted', 'tag': '2233f784-6f58-48a2-862f-fe732c9603f8', 'status': 'completed', 'code': 200} Aug 31 19:43:37.474963 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-ebefb492-f0db-4f1a-90bd-fcc4deaee50c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:37.477703 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-ebefb492-f0db-4f1a-90bd-fcc4deaee50c tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 946 time: 0.0893075 Aug 31 19:43:37.477923 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4c88-37fd-49a4-a044-02c0094bb622 req-bfab7a4f-cb3f-4837-962b-ada467f522c9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:37.480040 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1f4c4c88-37fd-49a4-a044-02c0094bb622 req-bfab7a4f-cb3f-4837-962b-ada467f522c9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1020541 Aug 31 19:43:37.563560 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1f4c4c88-37fd-49a4-a044-02c0094bb622 req-39007281-b89d-4571-9536-3f644b304453 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673668 Aug 31 19:43:37.732725 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-891e0adb-86cd-4973-b1b2-d233e7f47c8d req-7a6d9e81-02d3-418c-ae22-24b7951a270b tempest-ServerRescueNegativeTestJSON-1684810347 tempest-ServerRescueNegativeTestJSON-1684810347-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad99656-6d0a-4a6d-9761-3063d3eb8ce5 HTTP/1.1" status: 200 len: 210 time: 0.0398405 Aug 31 19:43:37.735339 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2539fe-bf47-48ed-91cc-d64eefece951 req-07072298-de38-40d8-ac69-50e325dde196 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:37.737614 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5e2539fe-bf47-48ed-91cc-d64eefece951 req-07072298-de38-40d8-ac69-50e325dde196 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 946 time: 0.1449940 Aug 31 19:43:37.781098 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Deleting port c6570840-1b50-431a-bbb6-a801953ca3bc {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:37.781664 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:37.891445 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5e2539fe-bf47-48ed-91cc-d64eefece951 req-5123f6a5-b224-4cd8-a7c1-765df59604e9 tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/security-groups?id=f9c8ac00-6128-446e-b072-73ba5c2a1a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430204 Aug 31 19:43:37.992275 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] For port c6570840-1b50-431a-bbb6-a801953ca3bc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c6570840-1b50-431a-bbb6-a801953ca3bc,segment=NetworkSegment(bf4decb8-48af-48be-94bb-27f0e26dd4f4),segment_id=bf4decb8-48af-48be-94bb-27f0e26dd4f4)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:37.992815 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.016479 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Calling delete_port for c6570840-1b50-431a-bbb6-a801953ca3bc owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:38.231944 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.266176 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 62e45a24-da29-4e23-8a81-3057398b50ba up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:38.281403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Pushing event deleted for resources: {'Port': ['ID=c6570840-1b50-431a-bbb6-a801953ca3bc,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:38.314275 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['c6570840-1b50-431a-bbb6-a801953ca3bc'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:38.331992 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] No DVR routers for this DVR port c6570840-1b50-431a-bbb6-a801953ca3bc on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:43:38.334770 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.336928 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3186ec18-1519-4562-b561-fcf4e20b9015 req-26c62302-bb00-4ab7-9ba2-ebe16ddfd6bc tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.55 "DELETE /v2.0/ports/c6570840-1b50-431a-bbb6-a801953ca3bc HTTP/1.1" status: 204 len: 173 time: 0.8378179 Aug 31 19:43:38.362589 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 62e45a24-da29-4e23-8a81-3057398b50ba completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:38.367249 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 62e45a24-da29-4e23-8a81-3057398b50ba triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:38.367626 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.477538 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6065-2a54-40be-a297-fabaf710a6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.481379 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.537449 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 62e45a24-da29-4e23-8a81-3057398b50ba, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=62e45a24-da29-4e23-8a81-3057398b50ba,segment=NetworkSegment(e7df0342-34d7-4ac0-9867-6632c9ff5ae4),segment_id=e7df0342-34d7-4ac0-9867-6632c9ff5ae4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:38.541906 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:38.598522 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=62e45a24-da29-4e23-8a81-3057398b50ba,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:38.724770 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e335a15-adbe-4b20-aad0-754cab04769a req-26b8673e-1701-4007-a275-53520b114bdf tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:38.726369 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9e335a15-adbe-4b20-aad0-754cab04769a req-26b8673e-1701-4007-a275-53520b114bdf tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0593302 Aug 31 19:43:38.787106 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9e335a15-adbe-4b20-aad0-754cab04769a req-91fd4295-5303-46d2-b62a-60ae161a3757 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540216 Aug 31 19:43:38.812413 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48762) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:39.102424 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1e0ebe68-1414-40e4-b7b3-c908f35358ea req-32e86f84-0a53-4c27-9a6e-642256a5595f tempest-AttachVolumeNegativeTest-360323236 tempest-AttachVolumeNegativeTest-360323236-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e8d0b8-9f85-4990-881c-6eb5d290e036 HTTP/1.1" status: 200 len: 210 time: 0.0653930 Aug 31 19:43:39.344322 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e8d0b8-9f85-4990-881c-6eb5d290e036', 'name': 'network-vif-deleted', 'tag': 'c6570840-1b50-431a-bbb6-a801953ca3bc'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:39.346984 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a10cca3-5f96-4447-b235-27245f86324b" -d '{"events": [{"server_uuid": "43e8d0b8-9f85-4990-881c-6eb5d290e036", "name": "network-vif-deleted", "tag": "c6570840-1b50-431a-bbb6-a801953ca3bc"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:39.387080 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1fc32f-3d06-4a9b-8d19-a549d69f677a x-openstack-request-id: req-3d1fc32f-3d06-4a9b-8d19-a549d69f677a {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:39.387651 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e8d0b8-9f85-4990-881c-6eb5d290e036", "name": "network-vif-deleted", "tag": "c6570840-1b50-431a-bbb6-a801953ca3bc", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:39.388135 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d1fc32f-3d06-4a9b-8d19-a549d69f677a {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:39.388851 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e8d0b8-9f85-4990-881c-6eb5d290e036', 'name': 'network-vif-deleted', 'tag': 'c6570840-1b50-431a-bbb6-a801953ca3bc', 'status': 'completed', 'code': 200} Aug 31 19:43:39.485327 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419085'] for router_interface, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.860458 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Deleting port 34e199c5-a599-4bb9-80e9-3d3aded592e1 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:39.861200 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:39.981403 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] For port 34e199c5-a599-4bb9-80e9-3d3aded592e1, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=34e199c5-a599-4bb9-80e9-3d3aded592e1,segment=NetworkSegment(024cc80d-6312-4de7-8f30-14f71d32add4),segment_id=024cc80d-6312-4de7-8f30-14f71d32add4)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:39.981828 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.010264 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77819b09-1fc6-4601-ae30-e73443cdb106 req-68714d5e-e213-475c-aec1-b1306941ed84 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:40.012303 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-77819b09-1fc6-4601-ae30-e73443cdb106 req-68714d5e-e213-475c-aec1-b1306941ed84 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1034467 Aug 31 19:43:40.013724 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Calling delete_port for 34e199c5-a599-4bb9-80e9-3d3aded592e1 owned by network:router_interface {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:40.125674 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-77819b09-1fc6-4601-ae30-e73443cdb106 req-162a68a1-42c3-4e37-afbd-c8f649151885 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040845 Aug 31 19:43:40.173406 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48774) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:40.223936 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 62e45a24-da29-4e23-8a81-3057398b50ba up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:40.228148 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 2233f784-6f58-48a2-862f-fe732c9603f8 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:40.273994 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 2233f784-6f58-48a2-862f-fe732c9603f8 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:40.274637 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 2233f784-6f58-48a2-862f-fe732c9603f8 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:40.275232 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device c6570840-1b50-431a-bbb6-a801953ca3bc no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:40.295634 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-4759f14a-9cb2-4e88-b404-f0349ea35fcf admin admin] Deleting subnet 7af79d9f-7bce-460f-ad8a-5758861deb7a {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:40.303270 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: c6570840-1b50-431a-bbb6-a801953ca3bc {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:40.303602 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device c6570840-1b50-431a-bbb6-a801953ca3bc not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:40.304384 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4759f14a-9cb2-4e88-b404-f0349ea35fcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.329128 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 62e45a24-da29-4e23-8a81-3057398b50ba triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:40.329526 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.367345 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4759f14a-9cb2-4e88-b404-f0349ea35fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26020223'] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.425470 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4759f14a-9cb2-4e88-b404-f0349ea35fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.427815 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.708088 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e199c5-a599-4bb9-80e9-3d3aded592e1,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:40.788059 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4759f14a-9cb2-4e88-b404-f0349ea35fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25375634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26128623'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.852761 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759f14a-9cb2-4e88-b404-f0349ea35fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af79d9f-7bce-460f-ad8a-5758861deb7a,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:40.860041 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4759f14a-9cb2-4e88-b404-f0349ea35fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.861955 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-4759f14a-9cb2-4e88-b404-f0349ea35fcf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7af79d9f-7bce-460f-ad8a-5758861deb7a HTTP/1.1" status: 204 len: 168 time: 0.6875017 Aug 31 19:43:40.864849 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48778) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:40.938463 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419217'] for router_interface, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:40.959359 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.055521 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.070377 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ea806c-f8cd-4e05-8a77-dbe08222f90a']}} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:41.084785 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4decb8-48af-48be-94bb-27f0e26dd4f4') {'for_net_delete': True} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:41.085210 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4decb8-48af-48be-94bb-27f0e26dd4f4') {} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:41.096931 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3743042'] for segment, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.116252 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.125828 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=95343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:41.126400 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983500'] for segment, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: Traceback (most recent call last): Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: timer() Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: cb(*args, **kw) Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: return func(*args, **kwargs) Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: self._notify() Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: self.callback(batched_events) Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: event.method(event) Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: return f(self, *a, **k) Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._get(url).json() Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:41.129123 dv-cinder-789564-13-iscsi neutron-server[95343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:41.211706 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.239934 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.240604 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Router 119103f8-9672-45e0-9f7e-c063e931623c has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:41.242528 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c7ea806c-f8cd-4e05-8a77-dbe08222f90a HTTP/1.1" status: 204 len: 168 time: 0.3760412 Aug 31 19:43:41.243758 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee8f9d-0887-4805-97fa-d14338cd1b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ea806c-f8cd-4e05-8a77-dbe08222f90a,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:41.434115 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4dc6c-3cdb-47fc-b1c6-0cb312593926 req-e62af3b3-b2b2-4363-a1da-6e863e23e09e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:41.436868 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-68b4dc6c-3cdb-47fc-b1c6-0cb312593926 req-e62af3b3-b2b2-4363-a1da-6e863e23e09e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1751070 Aug 31 19:43:41.442846 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48784) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:41.491523 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-0606d35d-83c3-469d-acb9-fbb33584c533 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00e87c51ca5f418c9f5b53c948822f53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465882 Aug 31 19:43:41.494996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48786) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:41.504746 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:41.512849 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-4b41efd1-6eca-420a-9506-8a24ce9526b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/119103f8-9672-45e0-9f7e-c063e931623c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6980612 Aug 31 19:43:41.517633 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48788) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:41.528639 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-68b4dc6c-3cdb-47fc-b1c6-0cb312593926 req-81c1b033-137f-4a70-8365-42f3cc213dd5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838833 Aug 31 19:43:41.533865 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] Sync routers for ids ['119103f8-9672-45e0-9f7e-c063e931623c'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:41.546217 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] Routers {'119103f8-9672-45e0-9f7e-c063e931623c'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:41.547120 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['119103f8-9672-45e0-9f7e-c063e931623c'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:41.548895 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.653084 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d025917e-a2e6-4c23-adbe-ae7db72eb433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.700387 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d025917e-a2e6-4c23-adbe-ae7db72eb433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.705458 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] Set router 119103f8-9672-45e0-9f7e-c063e931623c gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:41.708164 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks [] for router, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.873037 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d025917e-a2e6-4c23-adbe-ae7db72eb433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.875949 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d025917e-a2e6-4c23-adbe-ae7db72eb433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.878523 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d025917e-a2e6-4c23-adbe-ae7db72eb433 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9c8ac00-6128-446e-b072-73ba5c2a1a52 HTTP/1.1" status: 204 len: 168 time: 0.3822045 Aug 31 19:43:41.884049 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:41.907116 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025917e-a2e6-4c23-adbe-ae7db72eb433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c8ac00-6128-446e-b072-73ba5c2a1a52,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:41.972100 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b7037e14-a12b-490d-822a-59a17e1efec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.017148 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Deleting port ee327c92-0ae5-45a2-9569-dcb153c2e06c {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:43:42.017867 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.019357 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119103f8-9672-45e0-9f7e-c063e931623c', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:46Z', 'updated_at': '2021-08-31T19:43:40Z', 'revision_number': 5, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'gw_port': {'id': 'ee327c92-0ae5-45a2-9569-dcb153c2e06c', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119103f8-9672-45e0-9f7e-c063e931623c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:42.066298 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] Checking router: 119103f8-9672-45e0-9f7e-c063e931623c for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:42.082834 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] Routers {'119103f8-9672-45e0-9f7e-c063e931623c'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:42.083620 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['119103f8-9672-45e0-9f7e-c063e931623c'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:42.149277 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] For port ee327c92-0ae5-45a2-9569-dcb153c2e06c, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=ee327c92-0ae5-45a2-9569-dcb153c2e06c,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:42.149592 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.174577 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Calling delete_port for ee327c92-0ae5-45a2-9569-dcb153c2e06c owned by network:router_gateway {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:43:42.213061 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] Set router 119103f8-9672-45e0-9f7e-c063e931623c gateway port host: None {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:42.338511 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119103f8-9672-45e0-9f7e-c063e931623c', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:46Z', 'updated_at': '2021-08-31T19:43:41Z', 'revision_number': 6, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'gw_port_host': None}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:42.387004 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8524f-3216-491c-bbb6-3b870475a1a0 None None] The sync data for ids ['119103f8-9672-45e0-9f7e-c063e931623c'] in dv-cinder-789564-13-iscsi is: [{'id': '119103f8-9672-45e0-9f7e-c063e931623c', 'name': 'tempest-ServerRescueNegativeTestJSON-141645336-router', 'tenant_id': '3bf25ae2e1f645bda288bd5915a4b986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:46Z', 'updated_at': '2021-08-31T19:43:41Z', 'revision_number': 6, 'project_id': '3bf25ae2e1f645bda288bd5915a4b986', 'gw_port_host': None}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:42.451882 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.502854 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee327c92-0ae5-45a2-9569-dcb153c2e06c,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:42.584773 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421683'] for router_gateway, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.788966 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63471'] for router, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.798208 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.873568 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a03eb-014d-49f5-b4ef-823541c34994 req-1d9c2e43-a4c1-4119-90fb-ab9e0abdbf26 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:42.875207 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6e6a03eb-014d-49f5-b4ef-823541c34994 req-1d9c2e43-a4c1-4119-90fb-ab9e0abdbf26 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1846595 Aug 31 19:43:42.893332 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424966'] for router, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.893943 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 119103f8-9672-45e0-9f7e-c063e931623c {{(pid=95343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:43:42.905715 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:42.907060 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-72748c7d-752c-414b-bcc6-f3608ca06c3b admin admin] 10.222.0.54 "DELETE /v2.0/routers/119103f8-9672-45e0-9f7e-c063e931623c HTTP/1.1" status: 204 len: 168 time: 1.3884454 Aug 31 19:43:42.911914 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48814) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:42.949402 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6e6a03eb-014d-49f5-b4ef-823541c34994 req-f8bae7fe-410a-4840-ae23-79105d2bae4c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621369 Aug 31 19:43:42.980781 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.027815 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e09a24-e2ea-4643-8610-925eaf114e9e admin admin] Deleting subnet 55ab9074-e680-4a33-bab4-ca7d9f82288f {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:43.033300 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e5e09a24-e2ea-4643-8610-925eaf114e9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.062362 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48818) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:43.098545 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e5e09a24-e2ea-4643-8610-925eaf114e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26020223'] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.163536 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e5e09a24-e2ea-4643-8610-925eaf114e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.203985 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1101885538-network', 'tenant_id': '5f991a125c7f4a86bfbb43098e2f0ed1'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:43.238270 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Made reservation on behalf of 5f991a125c7f4a86bfbb43098e2f0ed1 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:43.240847 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.248129 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e5e09a24-e2ea-4643-8610-925eaf114e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25375634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26128623'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.255561 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.280535 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e09a24-e2ea-4643-8610-925eaf114e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ab9074-e680-4a33-bab4-ca7d9f82288f,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:43.288542 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e5e09a24-e2ea-4643-8610-925eaf114e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.290714 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-e5e09a24-e2ea-4643-8610-925eaf114e9e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/55ab9074-e680-4a33-bab4-ca7d9f82288f HTTP/1.1" status: 204 len: 168 time: 0.3767171 Aug 31 19:43:43.295647 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48822) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:43.386358 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.405775 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.415508 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.470227 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:43.489817 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b61a08-1cac-46b8-929a-713be376120d,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:43.499268 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.499672 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Added segment 5ebfacab-d6a0-4751-9c78-ffabec5b1bd5 of type vlan for network 18de52e9-3e2c-4d12-b24d-5d43ef97ff30 Aug 31 19:43:43.514205 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.528876 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81d3a08-6a07-454d-9d9a-40d1008a382e']}} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:43.547694 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024cc80d-6312-4de7-8f30-14f71d32add4') {'for_net_delete': True} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:43.548203 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024cc80d-6312-4de7-8f30-14f71d32add4') {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:43.548697 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.567077 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26020164'] for segment, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.587693 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.591100 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.592266 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:43.592870 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.603355 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=95340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:43.606072 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25375528'] for segment, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: Traceback (most recent call last): Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: timer() Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: cb(*args, **kw) Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: return func(*args, **kwargs) Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: self._notify() Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: self.callback(batched_events) Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: event.method(event) Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: return f(self, *a, **k) Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._get(url).json() Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:43.609663 dv-cinder-789564-13-iscsi neutron-server[95340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:43.676500 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6121230 Aug 31 19:43:43.686902 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48824) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:43.693242 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Request body: {'subnet': {'network_id': '18de52e9-3e2c-4d12-b24d-5d43ef97ff30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1101885538-subnet', 'tenant_id': '5f991a125c7f4a86bfbb43098e2f0ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:43.722105 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741124c-afb2-4c9f-ac4c-b225e51f6c88 admin admin] Pushing event updated for resources: {'Network': ['ID=18de52e9-3e2c-4d12-b24d-5d43ef97ff30,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:43.732788 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Made reservation on behalf of 5f991a125c7f4a86bfbb43098e2f0ed1 for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:43.735602 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25168832'] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.743756 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 18de52e9-3e2c-4d12-b24d-5d43ef97ff30 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:43.747398 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.768243 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:43.780841 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d81d3a08-6a07-454d-9d9a-40d1008a382e HTTP/1.1" status: 204 len: 168 time: 0.4749646 Aug 31 19:43:43.800988 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d2184-89e7-40b5-bea6-8c99eec252b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81d3a08-6a07-454d-9d9a-40d1008a382e,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:43.977634 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48828) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:44.038783 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2987561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25168854'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.068167 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-b296f0e2-f0cd-4a18-b628-848c1ff21d32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bf25ae2e1f645bda288bd5915a4b986&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0863502 Aug 31 19:43:44.068167 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48834) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:44.135686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee87ff6a-1924-4076-a3cc-00c0595068a5,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:44.171014 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588c935-0a02-48e6-b9fd-3483e1ebaebd req-d8dcd692-5b61-41f3-9429-6e280fc09824 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:44.175669 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4588c935-0a02-48e6-b9fd-3483e1ebaebd req-d8dcd692-5b61-41f3-9429-6e280fc09824 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0956020 Aug 31 19:43:44.183096 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Checking segment: {'id': '5ebfacab-d6a0-4751-9c78-ffabec5b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '18de52e9-3e2c-4d12-b24d-5d43ef97ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:44.183656 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Network hostable DHCP agents. Network: 18de52e9-3e2c-4d12-b24d-5d43ef97ff30, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:44.209254 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f1c5af0f-a4bf-4df1-9b45-3132e6e7ad2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.212846 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Network 18de52e9-3e2c-4d12-b24d-5d43ef97ff30 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:44.233164 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 34e199c5-a599-4bb9-80e9-3d3aded592e1 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:44.235782 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 18de52e9-3e2c-4d12-b24d-5d43ef97ff30) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:44.245105 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:44.246314 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.258726 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f1c5af0f-a4bf-4df1-9b45-3132e6e7ad2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.264953 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4588c935-0a02-48e6-b9fd-3483e1ebaebd req-3b96889d-2748-4dd6-b750-ec26f4e0d6b0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789030 Aug 31 19:43:44.278424 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe7526-1ced-4512-9d26-86c6f067a90b None None] Network 18de52e9-3e2c-4d12-b24d-5d43ef97ff30 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:44.285891 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 34e199c5-a599-4bb9-80e9-3d3aded592e1 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:44.286322 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 34e199c5-a599-4bb9-80e9-3d3aded592e1 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:44.286831 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device ee327c92-0ae5-45a2-9569-dcb153c2e06c no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:43:44.294996 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-7bc42478-6a7d-4430-a07b-16080b8a6b26 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6029909 Aug 31 19:43:44.354106 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: ee327c92-0ae5-45a2-9569-dcb153c2e06c {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:43:44.354502 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device ee327c92-0ae5-45a2-9569-dcb153c2e06c not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:43:44.368011 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f1c5af0f-a4bf-4df1-9b45-3132e6e7ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.373616 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-f1c5af0f-a4bf-4df1-9b45-3132e6e7ad2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.375642 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-f1c5af0f-a4bf-4df1-9b45-3132e6e7ad2e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2 HTTP/1.1" status: 204 len: 168 time: 0.3066881 Aug 31 19:43:44.387873 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5af0f-a4bf-4df1-9b45-3132e6e7ad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e3c72c-d574-4c6f-9cd5-5b3fd8e9fdd2,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:44.547060 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:44.560418 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb27e15-c07d-48b1-8643-e79393089c33 None None] Network 18de52e9-3e2c-4d12-b24d-5d43ef97ff30 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:45.208709 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48868) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:45.218175 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671490417-network', 'tenant_id': '8b2f6d2ef2f2474e8e2978a07af43fee'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:45.263248 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Made reservation on behalf of 8b2f6d2ef2f2474e8e2978a07af43fee for: {'network': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:45.265628 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.276424 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.440019 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.447286 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.476778 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=95340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:45.483701 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ad9d8-ef68-482d-a6bd-117edda8a931 req-137eafa1-168d-4143-a7e5-4ceedaf92ce3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:45.485523 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d80ad9d8-ef68-482d-a6bd-117edda8a931 req-137eafa1-168d-4143-a7e5-4ceedaf92ce3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0642457 Aug 31 19:43:45.490647 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa0b114-2d58-4be0-9620-ccd4e33b7fef,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:45.499551 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.500095 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.segments_db [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Added segment ac6c284e-8ae7-4f9f-893b-5f4379ecd533 of type vlan for network 73b31ee2-30fb-4eb9-979d-ec6bbab2cafe Aug 31 19:43:45.559853 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d80ad9d8-ef68-482d-a6bd-117edda8a931 req-942ffe45-b9b4-4005-a491-5831c64eeeb8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604405 Aug 31 19:43:45.574548 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.597232 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48876) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:45.611575 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.612795 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:45.613565 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:45.684208 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48880) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:45.684479 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4734130 Aug 31 19:43:45.693416 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Request body: {'subnet': {'network_id': '73b31ee2-30fb-4eb9-979d-ec6bbab2cafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671490417-subnet', 'tenant_id': '8b2f6d2ef2f2474e8e2978a07af43fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:45.698257 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f2485-379c-430d-ac90-009bcfb58faf admin admin] Pushing event updated for resources: {'Network': ['ID=73b31ee2-30fb-4eb9-979d-ec6bbab2cafe,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:45.723394 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 73b31ee2-30fb-4eb9-979d-ec6bbab2cafe details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:45.789604 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1717891124-network', 'tenant_id': 'f00f081bae854ae8bbe175c419432837'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:45.797747 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Made reservation on behalf of 8b2f6d2ef2f2474e8e2978a07af43fee for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:45.802383 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25168832'] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.124657 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Made reservation on behalf of f00f081bae854ae8bbe175c419432837 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:46.126978 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.141343 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.324225 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2987561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25168854'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.393446 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.401653 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.414448 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=127b9796-c0b4-41d2-bb38-cb36be139660,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:46.445642 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:43:46.468042 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44276e8f-3777-4516-be0e-02a4c543d67e,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:46.476521 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.477089 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Added segment 91ca18c8-cc0c-496d-816b-ba37d148e81d of type vlan for network 1bcee167-2444-4fc9-bb48-ee50aa69646c Aug 31 19:43:46.492520 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Checking segment: {'id': 'ac6c284e-8ae7-4f9f-893b-5f4379ecd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '73b31ee2-30fb-4eb9-979d-ec6bbab2cafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:46.493201 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Network hostable DHCP agents. Network: 73b31ee2-30fb-4eb9-979d-ec6bbab2cafe, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:46.538914 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.549378 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Network 73b31ee2-30fb-4eb9-979d-ec6bbab2cafe is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:46.571944 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 73b31ee2-30fb-4eb9-979d-ec6bbab2cafe) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:46.578297 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:46.579189 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.583314 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.584264 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:46.584848 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.587254 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c47190-00cf-484b-be98-af18c02ee1c2 None None] Network 73b31ee2-30fb-4eb9-979d-ec6bbab2cafe requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:46.645258 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-56eeabfa-9124-4cd3-8702-53ca13e0a90d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9587293 Aug 31 19:43:46.662167 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0632939 Aug 31 19:43:46.667612 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48888) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:46.676148 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Request body: {'subnet': {'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1717891124-subnet', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:46.691415 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad712219-f602-4d36-ba7a-10182f341375 admin admin] Pushing event updated for resources: {'Network': ['ID=1bcee167-2444-4fc9-bb48-ee50aa69646c,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:46.711013 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Made reservation on behalf of f00f081bae854ae8bbe175c419432837 for: {'subnet': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:43:46.714700 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25168832'] for subnet, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:46.722877 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:43:46.774684 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2a0f-da23-444f-923d-79cccb675c53 req-451d5450-4da6-4769-bbe6-77ff2ab386f9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:46.777554 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ae2c2a0f-da23-444f-923d-79cccb675c53 req-451d5450-4da6-4769-bbe6-77ff2ab386f9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0732207 Aug 31 19:43:46.841555 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48896) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:46.924370 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d658d753-5276-43c8-b11a-1382c53da78c None None] Network 73b31ee2-30fb-4eb9-979d-ec6bbab2cafe requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:46.929294 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-323b4468-20e1-402d-ab12-119c7dc7b6c9 admin admin] Deleting subnet ee87ff6a-1924-4076-a3cc-00c0595068a5 {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:46.936522 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-323b4468-20e1-402d-ab12-119c7dc7b6c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.006775 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2987561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25168854'] for subnet, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.044361 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-323b4468-20e1-402d-ab12-119c7dc7b6c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26020223'] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.075255 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d8600d-4282-4e51-ac16-efcbd7ee0840,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:47.097833 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Checking segment: {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:47.098453 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Network hostable DHCP agents. Network: 1bcee167-2444-4fc9-bb48-ee50aa69646c, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:43:47.128015 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:43:47.141418 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 1bcee167-2444-4fc9-bb48-ee50aa69646c) {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:47.147226 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:47.148018 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.164682 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a79c3eeb-7d5a-47fe-9382-8ee46bc6aa96 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4955828 Aug 31 19:43:47.168347 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b1541-6f34-4d9c-a612-84780ed4de64 None None] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:47.169891 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48898) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:47.176206 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:47.206458 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ae2c2a0f-da23-444f-923d-79cccb675c53 req-7e588e82-f970-4229-9a3d-af7011f3a184 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176316 Aug 31 19:43:47.212538 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63453'] for router, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.216027 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63446'] for router, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.223435 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-323b4468-20e1-402d-ab12-119c7dc7b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.290650 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.337413 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-323b4468-20e1-402d-ab12-119c7dc7b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25375634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26128623'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.398288 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b4468-20e1-402d-ab12-119c7dc7b6c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee87ff6a-1924-4076-a3cc-00c0595068a5,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:47.404678 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-323b4468-20e1-402d-ab12-119c7dc7b6c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.410629 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-323b4468-20e1-402d-ab12-119c7dc7b6c9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ee87ff6a-1924-4076-a3cc-00c0595068a5 HTTP/1.1" status: 204 len: 168 time: 0.5672264 Aug 31 19:43:47.413142 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48902) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:47.479319 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45428bd3-7659-54db-b857-9a6b60ccc7a2-1bcee167-2444-4fc9-bb48-ee50aa69646c', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840'}]}} from dv-cinder-789564-13-iscsi. {{(pid=95344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 19:43:47.480435 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.544386 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.579557 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.700064 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.db_base_plugin_common [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Allocated IP 172.20.0.2 (1bcee167-2444-4fc9-bb48-ee50aa69646c/f2d8600d-4282-4e51-ac16-efcbd7ee0840/c9d527d1-cd2f-4f44-a185-65b26225c0b9) {{(pid=95344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:47.725038 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.739227 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18de52e9-3e2c-4d12-b24d-5d43ef97ff30']}} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:47.760353 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebfacab-d6a0-4751-9c78-ffabec5b1bd5') {'for_net_delete': True} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:47.760825 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebfacab-d6a0-4751-9c78-ffabec5b1bd5') {} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:47.773178 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3743042'] for segment, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.793632 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.803403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=95343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:47.803789 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983500'] for segment, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: Traceback (most recent call last): Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: timer() Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: cb(*args, **kw) Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: return func(*args, **kwargs) Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: self._notify() Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: self.callback(batched_events) Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: event.method(event) Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: return f(self, *a, **k) Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._get(url).json() Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:47.805588 dv-cinder-789564-13-iscsi neutron-server[95343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:47.899148 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Notify callbacks [] for port, precommit_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.952310 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Transition to ACTIVE for port object c9d527d1-cd2f-4f44-a185-65b26225c0b9 will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:47.968320 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.974985 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.982141 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/18de52e9-3e2c-4d12-b24d-5d43ef97ff30 HTTP/1.1" status: 204 len: 168 time: 0.5628030 Aug 31 19:43:47.982285 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48904) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:47.986506 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Transition to ACTIVE for port object c9d527d1-cd2f-4f44-a185-65b26225c0b9 will not be triggered until provisioned by entity DHCP. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:47.996566 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262'] for port, after_create {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:47.998672 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6fe8c-2f8e-491d-a2d4-e16f638bdec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=18de52e9-3e2c-4d12-b24d-5d43ef97ff30,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:48.013696 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.034514 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.055714 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Pushing event updated for resources: {'Port': ['ID=c9d527d1-cd2f-4f44-a185-65b26225c0b9,revision_number=1']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:48.064807 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c is already hosted by enough agents. {{(pid=95344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:48.066708 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.scheduler.base_scheduler [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Resources bound (agent type, host, resource id): {{(pid=95344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:48.071550 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Received port after_create {{(pid=95344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:48.076491 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c50e99-a70f-4675-8281-a52631283c1b admin admin] Deleting subnet 127b9796-c0b4-41d2-bb38-cb36be139660 {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:43:48.081954 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b1c50e99-a70f-4675-8281-a52631283c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.129333 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b1c50e99-a70f-4675-8281-a52631283c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26020223'] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.167277 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Attempting to bind port c9d527d1-cd2f-4f44-a185-65b26225c0b9 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:48.167691 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Attempting to bind port c9d527d1-cd2f-4f44-a185-65b26225c0b9 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:48.168096 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Attempting to bind port c9d527d1-cd2f-4f44-a185-65b26225c0b9 on network 1bcee167-2444-4fc9-bb48-ee50aa69646c {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:48.173462 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Allocated IP 172.27.0.11 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/47fc1ff4-1faf-4c0b-9f6e-81599c0c057a) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:48.174833 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:48.175315 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Checking segment: {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:48.175790 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.176255 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Bound using segment: {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:48.176754 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Bound port: c9d527d1-cd2f-4f44-a185-65b26225c0b9, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:48.177278 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.205708 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b1c50e99-a70f-4675-8281-a52631283c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.237557 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:43:48.284009 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b1c50e99-a70f-4675-8281-a52631283c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25375634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26128623'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.302416 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-b1c50e99-a70f-4675-8281-a52631283c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.309367 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-b1c50e99-a70f-4675-8281-a52631283c1b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/127b9796-c0b4-41d2-bb38-cb36be139660 HTTP/1.1" status: 204 len: 168 time: 0.3265257 Aug 31 19:43:48.327890 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.330809 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48908) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:48.340083 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c50e99-a70f-4675-8281-a52631283c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127b9796-c0b4-41d2-bb38-cb36be139660,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:48.343625 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] For port c9d527d1-cd2f-4f44-a185-65b26225c0b9, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:48.381194 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] For port c9d527d1-cd2f-4f44-a185-65b26225c0b9, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=c9d527d1-cd2f-4f44-a185-65b26225c0b9,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:48.414379 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.419689 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.450381 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.509151 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:48.523108 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:48.526892 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Pushing event updated for resources: {'Port': ['ID=47fc1ff4-1faf-4c0b-9f6e-81599c0c057a,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:48.534101 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:48.538161 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:48.540777 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'port_id': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'mac_address': 'fa:16:3e:9f:2f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:43:48.547425 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Pushing event updated for resources: {'Port': ['ID=c9d527d1-cd2f-4f44-a185-65b26225c0b9,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:48.557032 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.558559 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.558928 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.559272 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.559614 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.559952 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.560286 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.560621 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.560958 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.562223 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.562223 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.562223 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.564966 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904bca6-d73c-4e3e-b5b7-f3de430eaa6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:43:48.585560 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b31ee2-30fb-4eb9-979d-ec6bbab2cafe']}} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:48.610544 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6c284e-8ae7-4f9f-893b-5f4379ecd533') {'for_net_delete': True} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:48.615732 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6c284e-8ae7-4f9f-893b-5f4379ecd533') {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:48.616355 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.630885 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26020164'] for segment, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.638233 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b767db9-17e5-45d2-b022-0d443d5cb73f {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:43:48.657084 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.663039 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:48.667719 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=95340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:43:48.668156 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25375528'] for segment, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: Traceback (most recent call last): Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: timer() Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: cb(*args, **kw) Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: return func(*args, **kwargs) Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: self._notify() Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: self.callback(batched_events) Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: event.method(event) Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: return f(self, *a, **k) Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._get(url).json() Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: return self.request(url, 'GET', **kwargs) Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:43:48.670647 dv-cinder-789564-13-iscsi neutron-server[95340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:43:48.672650 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.732348 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=6']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:48.785460 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9195bb-265d-44f1-8e68-86c24d28e1fb req-b563bfff-0c07-4fb4-b681-19bbc8f062f0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:48.787121 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ee9195bb-265d-44f1-8e68-86c24d28e1fb req-b563bfff-0c07-4fb4-b681-19bbc8f062f0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.4551775 Aug 31 19:43:48.799286 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.808266 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:48.813748 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] 10.222.0.54 "DELETE /v2.0/networks/73b31ee2-30fb-4eb9-979d-ec6bbab2cafe HTTP/1.1" status: 204 len: 168 time: 0.4816840 Aug 31 19:43:48.843100 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['8b767db9-17e5-45d2-b022-0d443d5cb73f'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:43:48.869489 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e519335-b146-46b0-9677-6e5f88c48072 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b31ee2-30fb-4eb9-979d-ec6bbab2cafe,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:48.937675 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ee9195bb-265d-44f1-8e68-86c24d28e1fb req-d2e70d95-b8ea-49de-a7d0-2841141d5448 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427908 Aug 31 19:43:49.079072 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.138873 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48916) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:49.195847 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-9c7f7e06-d221-4508-a4c4-a031ba17c78e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f991a125c7f4a86bfbb43098e2f0ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556264 Aug 31 19:43:49.199900 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48918) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:49.278528 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-754e2b44-6626-40cc-a9f3-9b5dc775a9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.312565 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-754e2b44-6626-40cc-a9f3-9b5dc775a9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.340500 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418795'] for router, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.397765 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-754e2b44-6626-40cc-a9f3-9b5dc775a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.402573 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-754e2b44-6626-40cc-a9f3-9b5dc775a9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.403992 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-754e2b44-6626-40cc-a9f3-9b5dc775a9f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03b61a08-1cac-46b8-929a-713be376120d HTTP/1.1" status: 204 len: 168 time: 0.2026918 Aug 31 19:43:49.418780 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e2b44-6626-40cc-a9f3-9b5dc775a9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b61a08-1cac-46b8-929a-713be376120d,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:49.515759 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Router f4c81b64-8915-4ec5-8c9d-7452bb469586 is scheduled to L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf with binding_index 1 {{(pid=95343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 19:43:49.700511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:49.718281 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Sync routers for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:49.730642 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:49.735366 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:49.736025 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:49.738133 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-125f360d-e81a-4961-82ea-74ba989daca9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5664337 Aug 31 19:43:49.738763 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48930) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:49.926104 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:50.011058 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14500754-4a61-41d3-951f-0fea75ea2bc1 None None] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:43:50.069334 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 48938) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:50.159753 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-d222e0a0-1b30-4cfb-9f79-1f3a686d24cd None None] Provisioning for port c9d527d1-cd2f-4f44-a185-65b26225c0b9 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:50.226304 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:50.296703 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ccf2711c-7b0a-4794-939d-06bface91fa3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8b2f6d2ef2f2474e8e2978a07af43fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259419 Aug 31 19:43:50.299481 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 48940) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:50.328635 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device c9d527d1-cd2f-4f44-a185-65b26225c0b9 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:50.344631 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03badd07-47df-487c-93f3-a76c91a8be10 req-a4dcaded-6bef-4212-98a7-f43b19313666 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:50.347611 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-03badd07-47df-487c-93f3-a76c91a8be10 req-a4dcaded-6bef-4212-98a7-f43b19313666 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 944 time: 0.2093434 Aug 31 19:43:50.367575 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b8d77b4b-4b52-40b6-b84e-371b650c00ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.392675 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b8d77b4b-4b52-40b6-b84e-371b650c00ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.398472 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:48Z', 'revision_number': 3, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:50.444620 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 8b767db9-17e5-45d2-b022-0d443d5cb73f triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:50.445288 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.451027 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Checking router: f4c81b64-8915-4ec5-8c9d-7452bb469586 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:50.451377 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Updating router f4c81b64-8915-4ec5-8c9d-7452bb469586 port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a binding host dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:50.465842 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b8d77b4b-4b52-40b6-b84e-371b650c00ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.470285 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b8d77b4b-4b52-40b6-b84e-371b650c00ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.474124 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-b8d77b4b-4b52-40b6-b84e-371b650c00ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2aa0b114-2d58-4be0-9620-ccd4e33b7fef HTTP/1.1" status: 204 len: 168 time: 0.1716623 Aug 31 19:43:50.489129 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d77b4b-4b52-40b6-b84e-371b650c00ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa0b114-2d58-4be0-9620-ccd4e33b7fef,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:50.524656 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port c9d527d1-cd2f-4f44-a185-65b26225c0b9 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:50.540244 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.542315 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port c9d527d1-cd2f-4f44-a185-65b26225c0b9 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:50.543535 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.551055 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-03badd07-47df-487c-93f3-a76c91a8be10 req-b6ccd731-767c-4419-9ede-e9d9b0441d87 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907871 Aug 31 19:43:50.699564 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.787032 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.883728 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:50.886418 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:43:50.888805 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5686b3ae-c95c-4a51-8b11-32a587b248b4" -d '{"events": [{"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-plugged", "status": "completed", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:43:51.035932 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Allocated IP 172.20.0.1 (1bcee167-2444-4fc9-bb48-ee50aa69646c/f2d8600d-4282-4e51-ac16-efcbd7ee0840/e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:51.041543 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1800cb4-23ac-4c0a-88af-fcc6bbc0964e x-openstack-request-id: req-e1800cb4-23ac-4c0a-88af-fcc6bbc0964e {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:43:51.041543 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-plugged", "status": "completed", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:43:51.042294 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1800cb4-23ac-4c0a-88af-fcc6bbc0964e {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:43:51.042650 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'code': 200} Aug 31 19:43:51.052672 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:51.061094 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-2cd7abab-e648-479a-9210-beb3e1f17f3e None None] Provisioning complete for port c9d527d1-cd2f-4f44-a185-65b26225c0b9 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:51.061509 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-2cd7abab-e648-479a-9210-beb3e1f17f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.066875 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.164991 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port c9d527d1-cd2f-4f44-a185-65b26225c0b9, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=c9d527d1-cd2f-4f44-a185-65b26225c0b9,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:51.182262 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.197095 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.215406 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=7']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:51.223776 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.provisioning_blocks [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Transition to ACTIVE for port object e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 will not be triggered until provisioned by entity DHCP. {{(pid=95340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:51.278021 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.356260 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.363974 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:51.367309 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:51.371566 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:51.382035 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=c9d527d1-cd2f-4f44-a185-65b26225c0b9,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:51.394138 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Transition to ACTIVE for port object 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a will not be triggered until provisioned by entity L2. {{(pid=95344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:51.395699 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:51.415874 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.418885 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421784'] for router_interface, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.518776 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Attempting to bind port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:51.519400 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Attempting to bind port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:51.520099 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Attempting to bind port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a on network 7643ec58-7264-4f44-9665-0bd0b409db31 {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:51.534144 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ea315-48dc-4987-b8a7-8015ee0db7e6 None None] Pushing event updated for resources: {'Port': ['ID=47fc1ff4-1faf-4c0b-9f6e-81599c0c057a,revision_number=2']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:51.538794 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:51.539384 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Checking segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:51.540018 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.540626 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Bound using segment: {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'} {{(pid=95344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:51.542302 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.managers [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Bound port: 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5bf49-e14c-4323-9886-642a6931b4b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}}] {{(pid=95344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:51.542910 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.645097 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.685008 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] For port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:51.690785 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] For port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=47fc1ff4-1faf-4c0b-9f6e-81599c0c057a,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:51.700594 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.800508 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-349b3f10-6bb8-47bb-8623-033e52e51752 None None] Provisioning for port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:51.825922 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-349b3f10-6bb8-47bb-8623-033e52e51752 None None] Provisioning complete for port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:51.826542 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-349b3f10-6bb8-47bb-8623-033e52e51752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:51.875094 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:51.876155 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:51.889860 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ea315-48dc-4987-b8a7-8015ee0db7e6 None None] Pushing event updated for resources: {'Port': ['ID=47fc1ff4-1faf-4c0b-9f6e-81599c0c057a,revision_number=3']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:52.046364 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-349b3f10-6bb8-47bb-8623-033e52e51752 None None] Port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:52.113327 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:52.268515 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b5f4b-1bb6-4667-b872-d31f334190dc req-278671cb-6b5c-4744-ad82-1728fe522998 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:52.281280 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-350b5f4b-1bb6-4667-b872-d31f334190dc req-278671cb-6b5c-4744-ad82-1728fe522998 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.5414884 Aug 31 19:43:52.320908 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device c9d527d1-cd2f-4f44-a185-65b26225c0b9 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:52.358224 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-350b5f4b-1bb6-4667-b872-d31f334190dc req-4fdf5583-3a72-4d88-88b8-f52c477ea2e1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710599 Aug 31 19:43:52.404697 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.412370 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.494633 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port c9d527d1-cd2f-4f44-a185-65b26225c0b9 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:52.495008 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.518657 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419112'] for router_interface, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:52.520550 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:52.630605 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:52.633128 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:52.662872 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 1, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:52.738056 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575bbc1e-1fd9-4d76-a082-c6eb806573a2 None None] The sync data for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi is: [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 1, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:52.818819 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Router f4c81b64-8915-4ec5-8c9d-7452bb469586 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:43:52.984838 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-4f7c9dd4-e79a-4892-a882-d9193782e1e0 None None] Provisioning complete for port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:52.985472 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9dd4-e79a-4892-a882-d9193782e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:53.024059 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:43:53.051273 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-fa171366-e336-4fbc-8a17-75cbe81a6511 admin admin] 10.222.0.54 "PUT /v2.0/routers/f4c81b64-8915-4ec5-8c9d-7452bb469586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3106763 Aug 31 19:43:53.075477 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c9dd4-e79a-4892-a882-d9193782e1e0 None None] Port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:43:53.532495 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcbc76-fba4-4e0a-9dd9-859b2ec25ecf req-724d795b-fc30-4d6b-a949-d33ae060be39 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:53.535014 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c0dcbc76-fba4-4e0a-9dd9-859b2ec25ecf req-724d795b-fc30-4d6b-a949-d33ae060be39 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0826724 Aug 31 19:43:53.623027 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c0dcbc76-fba4-4e0a-9dd9-859b2ec25ecf req-e48c9145-39c7-44c1-bc19-25c5896c08d6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765343 Aug 31 19:43:54.018267 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 49022) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:54.023163 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-efbd32a9-4c7a-442d-82a2-89671a08776f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501998540', 'description': 'tempest-description--1116498181'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:54.054249 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-efbd32a9-4c7a-442d-82a2-89671a08776f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.179363 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-efbd32a9-4c7a-442d-82a2-89671a08776f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.193962 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-efbd32a9-4c7a-442d-82a2-89671a08776f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.230369 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-efbd32a9-4c7a-442d-82a2-89671a08776f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.235706 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49028) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:54.236294 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-efbd32a9-4c7a-442d-82a2-89671a08776f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2167435 Aug 31 19:43:54.242017 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-55d7b1b4-c844-431a-a3e2-6526664a407e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'security_group_rule': {'security_group_id': '6ca2ab56-dfde-49e6-bf10-cc5896914bb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:54.250084 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd32a9-4c7a-442d-82a2-89671a08776f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca2ab56-dfde-49e6-bf10-cc5896914bb2,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:54.294495 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-55d7b1b4-c844-431a-a3e2-6526664a407e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.315008 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:54.375948 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-55d7b1b4-c844-431a-a3e2-6526664a407e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.381496 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-55d7b1b4-c844-431a-a3e2-6526664a407e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.416341 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:54.418655 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7b1b4-c844-431a-a3e2-6526664a407e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcf6139-196d-4b7d-9ead-e4495d9a52d1,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:54.424381 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-55d7b1b4-c844-431a-a3e2-6526664a407e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.426620 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-55d7b1b4-c844-431a-a3e2-6526664a407e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1889091 Aug 31 19:43:54.429238 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49034) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:54.438932 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:54.439304 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.449424 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-97d56223-ccab-4812-a866-c784049a0cd0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'security_group_rule': {'security_group_id': '6ca2ab56-dfde-49e6-bf10-cc5896914bb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:54.497535 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-97d56223-ccab-4812-a866-c784049a0cd0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.552028 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.571944 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-97d56223-ccab-4812-a866-c784049a0cd0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.577190 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-97d56223-ccab-4812-a866-c784049a0cd0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.584959 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=47fc1ff4-1faf-4c0b-9f6e-81599c0c057a,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:54.591491 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.601692 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d56223-ccab-4812-a866-c784049a0cd0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6fb374-9ddc-4d5a-89f0-93221945e808,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:54.611300 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-97d56223-ccab-4812-a866-c784049a0cd0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.613802 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-97d56223-ccab-4812-a866-c784049a0cd0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747277 Aug 31 19:43:54.616814 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49038) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:43:54.622287 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'floatingip': {'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:43:54.658341 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:54.685130 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=47fc1ff4-1faf-4c0b-9f6e-81599c0c057a,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:54.943909 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe9d7d-290a-4f7c-be59-d73d1a806fa9 req-daf5f943-a5a9-438b-8dfc-6bfd5119f291 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:54.950635 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-aafe9d7d-290a-4f7c-be59-d73d1a806fa9 req-daf5f943-a5a9-438b-8dfc-6bfd5119f291 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1774685 Aug 31 19:43:54.965532 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:55.237590 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Allocated IP 172.27.0.161 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/9bdd2b42-63ec-46a2-9b2c-f3eaedafbb6c) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:43:55.350917 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-aafe9d7d-290a-4f7c-be59-d73d1a806fa9 req-ea90db6c-7e50-4b41-bfa0-e376123bbe82 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919315 Aug 31 19:43:55.419000 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:55.477682 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:55.527842 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:43:55.531263 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:43:55.536106 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:43:55.582867 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'Port': ['ID=9bdd2b42-63ec-46a2-9b2c-f3eaedafbb6c,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:55.711879 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:55.821466 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.028454 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Sync routers for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:43:56.047243 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:56.049843 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:56.313762 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:56.391328 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:56.392066 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.394016 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:56.650812 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.688336 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.737871 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 2, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:56.777720 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Checking router: f4c81b64-8915-4ec5-8c9d-7452bb469586 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:43:56.779169 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Updating router f4c81b64-8915-4ec5-8c9d-7452bb469586 port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 binding host dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 19:43:56.793937 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bac58-4fa8-4083-b311-c445964d2d4f req-9ff450c3-7dd6-4267-858b-89dc3f786853 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:56.798125 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-877bac58-4fa8-4083-b311-c445964d2d4f req-9ff450c3-7dd6-4267-858b-89dc3f786853 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.2592852 Aug 31 19:43:56.801105 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'Port': ['ID=9bdd2b42-63ec-46a2-9b2c-f3eaedafbb6c,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:56.819078 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.823593 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.870120 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.921230 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-877bac58-4fa8-4083-b311-c445964d2d4f req-f7b85913-4eea-470c-acba-2fc26812ac78 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926001 Aug 31 19:43:56.925193 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:56.936830 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-aef0dcdb-8a8b-4e1e-8cf1-9788eb96ca04 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3091884 Aug 31 19:43:57.119816 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-55e03391-51c6-4d8c-b1e1-119e8c90dda8 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--501998540&fields=id&tenant_id=f00f081bae854ae8bbe175c419432837 HTTP/1.1" status: 200 len: 267 time: 0.0491095 Aug 31 19:43:57.183833 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Notify callbacks [] for port, precommit_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.194878 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.provisioning_blocks [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Transition to ACTIVE for port object e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 will not be triggered until provisioned by entity L2. {{(pid=95345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:43:57.205094 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.284459 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817440e-9f05-4521-b14d-696db0a31973 None None] Pushing event updated for resources: {'Port': ['ID=e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1,revision_number=3']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:57.300335 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-25978e71-3ed4-4ed7-b802-4b67109a7558 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:57.310213 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-25978e71-3ed4-4ed7-b802-4b67109a7558 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 811 time: 0.1839957 Aug 31 19:43:57.340902 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-7589ffd4-ec04-4c46-9d53-cce5bbd05235 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/quotas/f00f081bae854ae8bbe175c419432837 HTTP/1.1" status: 200 len: 375 time: 0.0296688 Aug 31 19:43:57.359486 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Attempting to bind port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 on host dv-cinder-789564-13-iscsi for vnic_type normal with profile {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:43:57.359736 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Attempting to bind port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 by drivers openvswitch,hyperv on host dv-cinder-789564-13-iscsi at level 0 using segments [{'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:43:57.360195 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Attempting to bind port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 on network 1bcee167-2444-4fc9-bb48-ee50aa69646c {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:43:57.370630 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Checking agent: {'id': '4910ce62-d71d-41e4-9d00-beecdb9c823d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 30, 41), 'started_at': datetime.datetime(2021, 8, 31, 19, 31, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:43:57.371241 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Checking segment: {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:43:57.372083 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.372734 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Bound using segment: {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'} {{(pid=95345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:43:57.373598 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.managers [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Bound port: e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1, host: dv-cinder-789564-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'}}] {{(pid=95345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:43:57.374273 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.460954 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-851e2977-43bf-4787-bbe3-157f07c743e3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184702 Aug 31 19:43:57.475562 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] For port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1, host dv-cinder-789564-13-iscsi, cleared binding levels {{(pid=95345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:43:57.482410 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.plugins.ml2.db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] For port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1, host dv-cinder-789564-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:43:57.488815 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron_lib.callbacks.manager [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:57.614868 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:43:57.615931 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:43:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:57.699171 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817440e-9f05-4521-b14d-696db0a31973 None None] Pushing event updated for resources: {'Port': ['ID=e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1,revision_number=4']} {{(pid=95345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:57.702191 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-42037d02-8ac8-4d60-a17c-7d1163d156b0 service neutron] 10.222.0.54 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225163 Aug 31 19:43:57.834465 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:43:57.863402 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-d0488800-b7e3-4de4-98c6-eb2bd03b0816 service neutron] 10.222.0.54 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494408 Aug 31 19:43:58.168156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4665b8-5e2c-4f9e-81e8-e7f669d94907 req-b97f2023-496c-41b8-9522-54426147b514 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:58.177650 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bc4665b8-5e2c-4f9e-81e8-e7f669d94907 req-b97f2023-496c-41b8-9522-54426147b514 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0878258 Aug 31 19:43:58.236185 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bc4665b8-5e2c-4f9e-81e8-e7f669d94907 req-250b8557-7060-42a7-99bf-8a8bfd473a5f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564284 Aug 31 19:43:58.262453 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:43:58.326724 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae9114-3e11-410c-8393-ed0ec4dc5772 None None] The sync data for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi is: [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:57Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:43:58.328253 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3c4a6a0a-8159-433c-8c51-96474a24d25c req-cdb343dd-e660-472b-bd9e-5465202105ea tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 210 time: 0.1106660 Aug 31 19:43:58.443214 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:43:58.562083 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning for port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:43:58.574621 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:43:58.575549 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.768094 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.851845 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:43:58.868539 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:43:58.966478 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event updated for resources: {'Port': ['ID=e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:43:59.519563 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2ea1-c517-440c-87e0-cadd3e28eac8 req-b7c1dbff-2503-4ebf-843d-2d4435957296 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:43:59.544201 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7dcd2ea1-c517-440c-87e0-cadd3e28eac8 req-b7c1dbff-2503-4ebf-843d-2d4435957296 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0937746 Aug 31 19:43:59.569395 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5a5d336b-a604-424b-bb3a-7a8f5dcc4448 req-903e1c06-c409-4301-accf-a92e9beeade1 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 210 time: 0.1151800 Aug 31 19:43:59.609503 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7dcd2ea1-c517-440c-87e0-cadd3e28eac8 req-a59e9f49-80e5-45bd-8306-40787e3afaef tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635653 Aug 31 19:44:00.238471 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 up at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:00.342305 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Provisioning complete for port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:00.343178 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:00.785535 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f24f0e82-7ebc-4e4e-a16d-b1e799678d48 req-7367a32d-6f38-45e6-80e7-1e40e42c7ddf tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 210 time: 0.0599375 Aug 31 19:44:00.835770 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261bf7-c616-4e54-a432-e474acdf496a req-5b1b3fd6-4954-4635-bce6-540aef3fc0f1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:00.838188 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d6261bf7-c616-4e54-a432-e474acdf496a req-5b1b3fd6-4954-4635-bce6-540aef3fc0f1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0599294 Aug 31 19:44:00.910775 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d6261bf7-c616-4e54-a432-e474acdf496a req-14fdac65-ee87-4ef1-8fd5-967582192d21 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605271 Aug 31 19:44:01.964976 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-75518c58-d48e-4dc8-b060-a4ef9a2d3d0e req-f666aac2-3511-4f15-a1ac-a2823d6c245b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 210 time: 0.0505726 Aug 31 19:44:02.121405 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c12a5-1912-4d12-9726-4c3a8b83cc9d req-0e861ca5-0883-42dc-91cd-396ea2fcf4c5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:02.124411 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f14c12a5-1912-4d12-9726-4c3a8b83cc9d req-0e861ca5-0883-42dc-91cd-396ea2fcf4c5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0752115 Aug 31 19:44:02.190663 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f14c12a5-1912-4d12-9726-4c3a8b83cc9d req-9f824259-08d6-467c-b7fb-e5c03d6211f8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596132 Aug 31 19:44:02.377840 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:44:03.146240 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-e8e6f237-4877-442e-aa4c-aec19286f978 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:03.146855 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-632b0759-4123-4c31-9a1d-1ecdf18d16d4 req-babd0f9c-b731-4260-baaa-118f99a49473 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 210 time: 0.0478036 Aug 31 19:44:03.153368 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-e8e6f237-4877-442e-aa4c-aec19286f978 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 811 time: 0.2967036 Aug 31 19:44:03.246406 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-79597893-d156-4815-a2c5-387facc74b51 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f00f081bae854ae8bbe175c419432837 HTTP/1.1" status: 200 len: 379 time: 0.0737557 Aug 31 19:44:03.282500 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'port': {'device_id': '49fff690-849c-4018-80f2-1c8918d0438e', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'admin_state_up': True, 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'security_groups': ['6ca2ab56-dfde-49e6-bf10-cc5896914bb2']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:03.494032 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6f4d8-4ced-4984-8238-d3c1b9c10f80 req-c020a36f-c3c1-4bb2-a2c9-414ee35b424a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:03.497202 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97e6f4d8-4ced-4984-8238-d3c1b9c10f80 req-c020a36f-c3c1-4bb2-a2c9-414ee35b424a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1270907 Aug 31 19:44:03.555048 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Made reservation on behalf of f00f081bae854ae8bbe175c419432837 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:03.560099 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:03.579028 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-97e6f4d8-4ced-4984-8238-d3c1b9c10f80 req-71befe96-fc3c-4716-909e-f6db846e8cf6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701969 Aug 31 19:44:03.744090 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Allocated IP 172.20.0.5 (1bcee167-2444-4fc9-bb48-ee50aa69646c/f2d8600d-4282-4e51-ac16-efcbd7ee0840/52d7aff8-02a9-4832-ad78-48479380fa21) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:04.000215 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.032657 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Transition to ACTIVE for port object 52d7aff8-02a9-4832-ad78-48479380fa21 will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:04.098241 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.151694 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:04.158211 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:04.163053 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:04.197676 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'Port': ['ID=52d7aff8-02a9-4832-ad78-48479380fa21,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:04.255793 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:04.257354 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.292101 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-c0a7f496-ae0d-4cd4-a90d-e34fd2abaaac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0216830 Aug 31 19:44:04.391833 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bf69b-866e-4d7e-80e7-f630ee2ba8fd req-4b4a2616-b0bd-4300-8aaa-8b4eb7ac1f56 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:04.400217 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-876bf69b-866e-4d7e-80e7-f630ee2ba8fd req-4b4a2616-b0bd-4300-8aaa-8b4eb7ac1f56 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 931 time: 0.0921860 Aug 31 19:44:04.429623 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Request body: {'port': {'device_id': '49fff690-849c-4018-80f2-1c8918d0438e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:04.485909 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-876bf69b-866e-4d7e-80e7-f630ee2ba8fd req-28757301-8e45-4a98-be55-db7ee06caa92 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652585 Aug 31 19:44:04.653358 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0be627-52cc-445f-8a33-f74d982eefca req-37802ec8-8624-4e78-8e2e-3803c6433540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:04.655209 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9c0be627-52cc-445f-8a33-f74d982eefca req-37802ec8-8624-4e78-8e2e-3803c6433540 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 1098 time: 0.1859012 Aug 31 19:44:04.655911 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.734321 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-c84806be-c291-4ae2-b59f-d313b6fd831b None None] Provisioning for port 52d7aff8-02a9-4832-ad78-48479380fa21 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:04.747236 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-c84806be-c291-4ae2-b59f-d313b6fd831b None None] Provisioning complete for port 52d7aff8-02a9-4832-ad78-48479380fa21 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:04.747947 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-c84806be-c291-4ae2-b59f-d313b6fd831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:04.796669 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-c84806be-c291-4ae2-b59f-d313b6fd831b None None] Port 52d7aff8-02a9-4832-ad78-48479380fa21 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:04.893874 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42600c-a636-4f6a-8c9f-918a1c44d427 req-8d0ae643-3a43-4f19-af46-639a9faebdf0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:04.897896 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5f42600c-a636-4f6a-8c9f-918a1c44d427 req-8d0ae643-3a43-4f19-af46-639a9faebdf0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.2013640 Aug 31 19:44:04.966069 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5f42600c-a636-4f6a-8c9f-918a1c44d427 req-c451bec9-08f7-4888-8c6f-da4bc2a3ee15 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575168 Aug 31 19:44:05.039934 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0be627-52cc-445f-8a33-f74d982eefca req-2054c159-bf5f-43db-93e8-644c951e7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:05.041741 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9c0be627-52cc-445f-8a33-f74d982eefca req-2054c159-bf5f-43db-93e8-644c951e7f7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.3222635 Aug 31 19:44:05.216091 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9c0be627-52cc-445f-8a33-f74d982eefca req-d5976e67-05e4-4017-92c3-422258fa3964 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f HTTP/1.1" status: 200 len: 1001 time: 0.1654239 Aug 31 19:44:05.308446 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0be627-52cc-445f-8a33-f74d982eefca req-824aab90-51b8-47e9-bb51-1f3e75e47a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:05.309221 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9c0be627-52cc-445f-8a33-f74d982eefca req-824aab90-51b8-47e9-bb51-1f3e75e47a7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0830505 Aug 31 19:44:05.417857 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0be627-52cc-445f-8a33-f74d982eefca req-4683935a-2309-4440-9070-e7d3f1e7de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:05.419481 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9c0be627-52cc-445f-8a33-f74d982eefca req-4683935a-2309-4440-9070-e7d3f1e7de8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0985672 Aug 31 19:44:05.431624 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d7aff8-02a9-4832-ad78-48479380fa21 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:44:05.448956 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.519069 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Transition to ACTIVE for port object 52d7aff8-02a9-4832-ad78-48479380fa21 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:05.531825 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:05.647637 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9c0be627-52cc-445f-8a33-f74d982eefca req-afccce7d-ead6-4e5f-a280-583d385aefdb service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187555 Aug 31 19:44:05.675598 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357931e1-7c3e-43c1-9f6e-9149dc5012c4 req-5dc26743-0e7e-4d78-81f0-77c1bf5a0be7 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:05.678053 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-357931e1-7c3e-43c1-9f6e-9149dc5012c4 req-5dc26743-0e7e-4d78-81f0-77c1bf5a0be7 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 943 time: 0.0849743 Aug 31 19:44:05.684694 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Pushing event updated for resources: {'Port': ['ID=52d7aff8-02a9-4832-ad78-48479380fa21,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:05.761057 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-357931e1-7c3e-43c1-9f6e-9149dc5012c4 req-17d399e1-701a-469b-9fbd-bcd0a73f109a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739570 Aug 31 19:44:05.831840 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9c0be627-52cc-445f-8a33-f74d982eefca req-4ee6ae6e-2be8-4dab-a27c-927a3bba4a6e service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591806 Aug 31 19:44:05.855556 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Attempting to bind port 52d7aff8-02a9-4832-ad78-48479380fa21 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:05.855804 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Attempting to bind port 52d7aff8-02a9-4832-ad78-48479380fa21 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:05.856139 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Attempting to bind port 52d7aff8-02a9-4832-ad78-48479380fa21 on network 1bcee167-2444-4fc9-bb48-ee50aa69646c {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:05.871519 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Port 52d7aff8-02a9-4832-ad78-48479380fa21 on network 1bcee167-2444-4fc9-bb48-ee50aa69646c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:44:05.871847 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Attempting to bind port 52d7aff8-02a9-4832-ad78-48479380fa21 on network 1bcee167-2444-4fc9-bb48-ee50aa69646c {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:05.878656 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:05.879142 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Checking segment: {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:05.879817 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Bound using segment: {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:05.880267 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Bound port: 52d7aff8-02a9-4832-ad78-48479380fa21, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:05.880673 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:06.015453 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] For port 52d7aff8-02a9-4832-ad78-48479380fa21, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:06.026064 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] For port 52d7aff8-02a9-4832-ad78-48479380fa21, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=52d7aff8-02a9-4832-ad78-48479380fa21,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:06.033786 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:06.138003 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:06.139193 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:06.141645 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] 10.222.0.55 "PUT /v2.0/ports/52d7aff8-02a9-4832-ad78-48479380fa21 HTTP/1.1" status: 200 len: 1093 time: 1.8244212 Aug 31 19:44:06.142474 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fff690-849c-4018-80f2-1c8918d0438e', 'tag': '52d7aff8-02a9-4832-ad78-48479380fa21'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:06.146501 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6446da98-9d23-438b-ba72-196d98b46b39" -d '{"events": [{"name": "network-changed", "server_uuid": "49fff690-849c-4018-80f2-1c8918d0438e", "tag": "52d7aff8-02a9-4832-ad78-48479380fa21"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:06.276634 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25833af9-81e6-42bf-a99e-8581c13e0cd1 x-openstack-request-id: req-25833af9-81e6-42bf-a99e-8581c13e0cd1 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:06.277828 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fff690-849c-4018-80f2-1c8918d0438e", "tag": "52d7aff8-02a9-4832-ad78-48479380fa21", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:06.277828 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25833af9-81e6-42bf-a99e-8581c13e0cd1 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:06.277828 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fff690-849c-4018-80f2-1c8918d0438e', 'tag': '52d7aff8-02a9-4832-ad78-48479380fa21', 'status': 'completed', 'code': 200} Aug 31 19:44:06.306468 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a245d2-8924-4e40-bae9-a8c94637797d service neutron] Pushing event updated for resources: {'Port': ['ID=52d7aff8-02a9-4832-ad78-48479380fa21,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:06.358265 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-12980393-d6eb-4750-998d-7f53299544bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:06.360451 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-12980393-d6eb-4750-998d-7f53299544bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 1096 time: 0.1172938 Aug 31 19:44:06.370990 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b42343-cc4e-4201-87cb-51ad613070a9 req-0ab5c2d7-0d5e-4675-b8d3-bbbb7cc49448 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:06.373308 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-46b42343-cc4e-4201-87cb-51ad613070a9 req-0ab5c2d7-0d5e-4675-b8d3-bbbb7cc49448 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.2093356 Aug 31 19:44:06.428394 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-cb1f195f-b34f-4197-97c4-a92b65007a25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52d7aff8-02a9-4832-ad78-48479380fa21 HTTP/1.1" status: 200 len: 217 time: 0.0517681 Aug 31 19:44:06.503890 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-46b42343-cc4e-4201-87cb-51ad613070a9 req-1554253d-e491-44e9-bdf0-8eb926e035e8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834067 Aug 31 19:44:06.508160 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-386263cf-32d1-434d-8a95-04d061732f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:06.510266 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-386263cf-32d1-434d-8a95-04d061732f9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 200 len: 850 time: 0.0730681 Aug 31 19:44:06.596153 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-fa154ae5-ee23-4940-a0d5-619abcba9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:06.599704 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-fa154ae5-ee23-4940-a0d5-619abcba9f4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcee167-2444-4fc9-bb48-ee50aa69646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0774400 Aug 31 19:44:06.787486 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-40f2645a-410d-4f75-b0ce-44c6832a7a54 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804056 Aug 31 19:44:06.932219 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49198) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:06.973335 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f710f-2f1c-4d60-a6c3-390a5a62dfe7 req-5ecbc90d-836c-4931-90ff-4d52a6547246 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:06.982618 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-370f710f-2f1c-4d60-a6c3-390a5a62dfe7 req-5ecbc90d-836c-4931-90ff-4d52a6547246 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 943 time: 0.1195567 Aug 31 19:44:07.007206 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f6409ff-76e3-44bb-97b1-7a273635c37d req-f6dcfa40-366f-411b-b6e6-c6ec73f73f6c service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068281 Aug 31 19:44:07.062703 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-370f710f-2f1c-4d60-a6c3-390a5a62dfe7 req-490249cf-328c-498f-aa79-9900986e04a2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771513 Aug 31 19:44:07.136136 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b99a5008-f893-47f6-b645-dc4fb547b67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.257878 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446da98-9d23-438b-ba72-196d98b46b39 req-f678958d-32c2-4de5-a7b6-158c6fd5df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:07.260725 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6446da98-9d23-438b-ba72-196d98b46b39 req-f678958d-32c2-4de5-a7b6-158c6fd5df65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 1096 time: 0.0914817 Aug 31 19:44:07.389811 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b99a5008-f893-47f6-b645-dc4fb547b67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.403853 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b99a5008-f893-47f6-b645-dc4fb547b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.501354 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-b99a5008-f893-47f6-b645-dc4fb547b67b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=254910c62f2b48a999422ec0b0c70fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5629172 Aug 31 19:44:07.501354 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446da98-9d23-438b-ba72-196d98b46b39 req-b2590fb2-7407-49fb-87d6-d010241bc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:07.501354 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6446da98-9d23-438b-ba72-196d98b46b39 req-b2590fb2-7407-49fb-87d6-d010241bc4ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 912 time: 0.2309029 Aug 31 19:44:07.501354 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a5008-f893-47f6-b645-dc4fb547b67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a844135-77da-43c5-b850-e1f7a737c1ad,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:07.502166 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 49204) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:07.597618 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6446da98-9d23-438b-ba72-196d98b46b39 req-163d59bd-75dc-4070-a352-9b1ae617a560 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52d7aff8-02a9-4832-ad78-48479380fa21 HTTP/1.1" status: 200 len: 217 time: 0.0794075 Aug 31 19:44:07.744357 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446da98-9d23-438b-ba72-196d98b46b39 req-8773e0af-ee85-4e17-aef2-2007f7ca5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:07.747465 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6446da98-9d23-438b-ba72-196d98b46b39 req-8773e0af-ee85-4e17-aef2-2007f7ca5454 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 200 len: 850 time: 0.1095796 Aug 31 19:44:07.811465 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-588a8f7b-b45c-4019-a752-474dfd35f0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.889679 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-588a8f7b-b45c-4019-a752-474dfd35f0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:07.895464 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446da98-9d23-438b-ba72-196d98b46b39 req-0d0da561-2ae4-4285-a093-060c375a1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:07.897678 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6446da98-9d23-438b-ba72-196d98b46b39 req-0d0da561-2ae4-4285-a093-060c375a1351 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcee167-2444-4fc9-bb48-ee50aa69646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1404493 Aug 31 19:44:07.958640 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac223f1-e036-4a39-94cc-6fc165dfa94c req-77f4da7d-00c9-44c2-914d-4df31cc76bed tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:07.967429 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aac223f1-e036-4a39-94cc-6fc165dfa94c req-77f4da7d-00c9-44c2-914d-4df31cc76bed tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1616294 Aug 31 19:44:07.999674 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-588a8f7b-b45c-4019-a752-474dfd35f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.003618 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-588a8f7b-b45c-4019-a752-474dfd35f0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.007408 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-588a8f7b-b45c-4019-a752-474dfd35f0f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a844135-77da-43c5-b850-e1f7a737c1ad HTTP/1.1" status: 204 len: 168 time: 0.5012167 Aug 31 19:44:08.026424 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a8f7b-b45c-4019-a752-474dfd35f0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a844135-77da-43c5-b850-e1f7a737c1ad,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:08.177963 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aac223f1-e036-4a39-94cc-6fc165dfa94c req-480994e0-8fda-46ea-b819-07009a330485 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537240 Aug 31 19:44:08.291961 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6446da98-9d23-438b-ba72-196d98b46b39 req-c9e4c5d7-9ad2-4a97-abb0-64610c4ce828 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749161 Aug 31 19:44:08.356886 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1759cd-d66c-4391-b43e-9137b6f7248e req-4cf87a1a-f4ef-4575-9dc8-2673a5a2ed57 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:08.358844 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-eb1759cd-d66c-4391-b43e-9137b6f7248e req-4cf87a1a-f4ef-4575-9dc8-2673a5a2ed57 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 943 time: 0.0818069 Aug 31 19:44:08.452541 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-eb1759cd-d66c-4391-b43e-9137b6f7248e req-fa1d2a9d-f725-4378-844f-3f4315c6b85f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821435 Aug 31 19:44:08.466743 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-5d6c29fd-9a57-4d0c-b9af-44fae9844c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.652732 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6446da98-9d23-438b-ba72-196d98b46b39 req-74631e69-a931-4261-b579-f9c5b0a651df service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512516 Aug 31 19:44:08.788627 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49224) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:08.804572 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1284afd9-7a20-4ac3-aecb-ea2433524c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:08.917961 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-24d549f4-53d7-4d24-a8cf-f1f5420792bc tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696120356&fields=id&tenant_id=838bb3d709f94a2bbd5626fe2bb603b8 HTTP/1.1" status: 200 len: 267 time: 0.0722654 Aug 31 19:44:09.047371 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1284afd9-7a20-4ac3-aecb-ea2433524c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.057121 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1284afd9-7a20-4ac3-aecb-ea2433524c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.115884 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-aa3384c2-191c-4f84-bf67-d9269e037f1d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:09.117562 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-aa3384c2-191c-4f84-bf67-d9269e037f1d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 812 time: 0.1832716 Aug 31 19:44:09.139296 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1284afd9-7a20-4ac3-aecb-ea2433524c93 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c05840cd3c8b4942aebd0ec1e3fcacd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455977 Aug 31 19:44:09.139850 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 49226) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:09.142750 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284afd9-7a20-4ac3-aecb-ea2433524c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ce5045-f74f-4130-b9b5-8d6c7950fbab,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:09.160365 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-f397362b-1f66-46fe-a19d-7cf12f5c10bd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/quotas/838bb3d709f94a2bbd5626fe2bb603b8 HTTP/1.1" status: 200 len: 375 time: 0.0299487 Aug 31 19:44:09.254750 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a9ed893e-6bdf-4b4a-9340-344adcd5d4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.305045 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a9ed893e-6bdf-4b4a-9340-344adcd5d4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.415346 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e282a43-65d4-4f53-ac10-fb26be906ad9 req-698221a5-611a-44a6-8d2c-edb3395f5cae tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:09.417679 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5e282a43-65d4-4f53-ac10-fb26be906ad9 req-698221a5-611a-44a6-8d2c-edb3395f5cae tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0644841 Aug 31 19:44:09.450333 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a9ed893e-6bdf-4b4a-9340-344adcd5d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.453915 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a9ed893e-6bdf-4b4a-9340-344adcd5d4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:09.455640 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-a9ed893e-6bdf-4b4a-9340-344adcd5d4a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49ce5045-f74f-4130-b9b5-8d6c7950fbab HTTP/1.1" status: 204 len: 168 time: 0.3143201 Aug 31 19:44:09.470602 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed893e-6bdf-4b4a-9340-344adcd5d4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ce5045-f74f-4130-b9b5-8d6c7950fbab,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:09.523763 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5e282a43-65d4-4f53-ac10-fb26be906ad9 req-8054673a-9586-4263-b95d-1ef45d4c69c9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937347 Aug 31 19:44:09.710571 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc72b-9747-4a59-bfb0-93b91f7b2a5c req-00d51bd7-3e6a-437c-9a59-1e0c1020acd1 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:09.724316 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b2edc72b-9747-4a59-bfb0-93b91f7b2a5c req-00d51bd7-3e6a-437c-9a59-1e0c1020acd1 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 943 time: 0.1119235 Aug 31 19:44:09.849737 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b2edc72b-9747-4a59-bfb0-93b91f7b2a5c req-0fe8e69f-0978-485c-96db-cae726781fa0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182270 Aug 31 19:44:09.862628 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b47047d3-7fd3-4ee7-bb48-9edd32041460 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6919217 Aug 31 19:44:10.218761 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-caa853b5-4a48-44f3-9208-fa880252ae2f service neutron] 10.222.0.54 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204491 Aug 31 19:44:10.375774 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-1174b3ea-2b02-49f8-9bac-80d9013868c5 service neutron] 10.222.0.54 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411431 Aug 31 19:44:10.781478 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1830301-1066-459f-b7b8-678ef014c7ce req-89fe981d-cbd1-4e43-b470-53e29a90e02d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:10.795446 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d1830301-1066-459f-b7b8-678ef014c7ce req-89fe981d-cbd1-4e43-b470-53e29a90e02d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1018724 Aug 31 19:44:10.875613 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d1830301-1066-459f-b7b8-678ef014c7ce req-db5ca1d8-0ec3-4892-a6bd-c9673caf1d63 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786934 Aug 31 19:44:11.174841 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8c034-7db7-48c2-b4a3-8f224cc8a9ef req-d852a629-7542-4fbe-8893-deb9860c3324 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:11.192492 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ebb8c034-7db7-48c2-b4a3-8f224cc8a9ef req-d852a629-7542-4fbe-8893-deb9860c3324 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 943 time: 0.1826041 Aug 31 19:44:11.234688 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c15b23e5-3572-4858-b4a2-b47e47cb7252 req-6c306429-c92a-497c-8e30-43ee0c2eee1e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 210 time: 0.1308072 Aug 31 19:44:11.318360 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ebb8c034-7db7-48c2-b4a3-8f224cc8a9ef req-58d5e9c7-44da-47e0-87d8-2701df74e4bf tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245389 Aug 31 19:44:11.548086 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:11.923546 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-913eee12-2a9c-4c1b-8afa-9dc37a691ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.069312 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba5b31-4fdf-44c9-bb12-249ff1b4bf78 req-d8828628-44fb-4084-9762-3cc5a98884d6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:12.071739 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0eba5b31-4fdf-44c9-bb12-249ff1b4bf78 req-d8828628-44fb-4084-9762-3cc5a98884d6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0893846 Aug 31 19:44:12.117227 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0eba5b31-4fdf-44c9-bb12-249ff1b4bf78 req-25ba5b33-611b-43c4-878f-f11dd9788ec6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369835 Aug 31 19:44:12.270970 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 52d7aff8-02a9-4832-ad78-48479380fa21 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:44:12.362919 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8df6b693-2151-4e81-91b1-e4b76235d106 req-979af018-c6b9-4925-9745-7eaf0232d6e3 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 210 time: 0.0330312 Aug 31 19:44:12.385585 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 52d7aff8-02a9-4832-ad78-48479380fa21, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=52d7aff8-02a9-4832-ad78-48479380fa21,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:12.401854 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '52d7aff8-02a9-4832-ad78-48479380fa21', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'port_id': '52d7aff8-02a9-4832-ad78-48479380fa21', 'mac_address': 'fa:16:3e:0b:75:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:44:12.443602 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.458058 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d7aff8-02a9-4832-ad78-48479380fa21 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:44:12.465933 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79c232-e5f6-4829-b74d-2175691e665a req-378719a9-b8aa-4fe2-9d90-a467b33f32b6 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:12.467756 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cf79c232-e5f6-4829-b74d-2175691e665a req-378719a9-b8aa-4fe2-9d90-a467b33f32b6 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 943 time: 0.0653651 Aug 31 19:44:12.487067 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 52d7aff8-02a9-4832-ad78-48479380fa21, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=52d7aff8-02a9-4832-ad78-48479380fa21,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:12.495190 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.523360 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cf79c232-e5f6-4829-b74d-2175691e665a req-dd0b2f86-c9fe-415a-ac7a-e4604ecae611 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457337 Aug 31 19:44:12.558093 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=52d7aff8-02a9-4832-ad78-48479380fa21,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:12.916632 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bbdca258-5ce4-47d2-8e8b-cf91dfe723e5 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:12.918253 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bbdca258-5ce4-47d2-8e8b-cf91dfe723e5 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 812 time: 0.1502819 Aug 31 19:44:12.958409 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:12.997039 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-19f93dbe-34f7-4422-b6de-c08464d07b0c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838bb3d709f94a2bbd5626fe2bb603b8 HTTP/1.1" status: 200 len: 379 time: 0.0504036 Aug 31 19:44:13.003071 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-46afb75c-dbdf-4c19-a9e5-cfa9823d041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:13.004866 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-46afb75c-dbdf-4c19-a9e5-cfa9823d041b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 1098 time: 0.0855784 Aug 31 19:44:13.010628 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'port': {'device_id': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'admin_state_up': True, 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'security_groups': ['c5658e95-6455-454c-8d1a-1063dac313fe']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:13.171837 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['52d7aff8-02a9-4832-ad78-48479380fa21'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:44:13.183301 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-1719f605-81fb-40e8-a489-093d417b8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:13.184906 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-1719f605-81fb-40e8-a489-093d417b8494 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.1705766 Aug 31 19:44:13.255703 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Made reservation on behalf of 838bb3d709f94a2bbd5626fe2bb603b8 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:13.259982 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:13.285062 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-5ac72fe7-c9fd-4ab2-afa0-5a0961cd2923 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f HTTP/1.1" status: 200 len: 1001 time: 0.0911145 Aug 31 19:44:13.299317 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd98be0-4024-49eb-bce9-f1507f64eed9 req-857d2e4b-25ce-4e86-a899-c8a1fb9610d5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:13.301253 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-efd98be0-4024-49eb-bce9-f1507f64eed9 req-857d2e4b-25ce-4e86-a899-c8a1fb9610d5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.0811315 Aug 31 19:44:13.352896 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-efd98be0-4024-49eb-bce9-f1507f64eed9 req-b28d23a5-fba5-43c8-b00d-94264286df80 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376747 Aug 31 19:44:13.439556 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-0a1bd693-46a7-4d87-a5a5-fec847eeb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:13.442314 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-0a1bd693-46a7-4d87-a5a5-fec847eeb0ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.1464381 Aug 31 19:44:13.536917 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93ce5be1-d76c-47be-971f-92d58e36b30d req-6691a013-f4df-4509-8383-e3822872e484 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 210 time: 0.0932083 Aug 31 19:44:13.591114 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Allocated IP 172.20.0.6 (c87210da-3a04-4129-9954-1862602f9fb6/ba68b385-ed91-4848-a58c-b4d8031d8aa9/b679525a-2e84-46a4-b337-743bd3a8d591) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:13.596972 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-021eb67f-72c2-4dd4-b97a-19ae043145f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:13.599617 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-021eb67f-72c2-4dd4-b97a-19ae043145f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1491575 Aug 31 19:44:13.740095 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1217c-ee1b-4652-a300-d8e4384a8cbb req-efb547df-3139-4725-a72d-ef67e43b014a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:13.742956 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e8f1217c-ee1b-4652-a300-d8e4384a8cbb req-efb547df-3139-4725-a72d-ef67e43b014a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 944 time: 0.0920169 Aug 31 19:44:13.809947 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e8f1217c-ee1b-4652-a300-d8e4384a8cbb req-fef81d68-f1c6-4bd7-9fa7-ab1578df5585 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508227 Aug 31 19:44:13.814736 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-2402898d-f266-4cef-bfad-1b82dae1bb72 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043388 Aug 31 19:44:13.979641 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.018528 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Transition to ACTIVE for port object b679525a-2e84-46a4-b337-743bd3a8d591 will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:14.032125 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c83e19d8-c74c-4cbc-9b72-af939795cd0a req-87340b2b-f6ef-44be-a0c7-4b8c69c32b23 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082100 Aug 31 19:44:14.076085 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.131850 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Network c87210da-3a04-4129-9954-1862602f9fb6 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:14.136702 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:14.141335 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:14.148338 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'Port': ['ID=b679525a-2e84-46a4-b337-743bd3a8d591,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:14.184225 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.184579 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.184917 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.185291 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.185571 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.186099 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.186915 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.187314 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.187650 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.187980 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.188307 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.188624 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:14.242006 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:14.243124 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.264261 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b9a706c4-074d-42c9-ab3a-fd312bfc3f7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2582066 Aug 31 19:44:14.286744 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Request body: {'port': {'device_id': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:14.317940 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 52d7aff8-02a9-4832-ad78-48479380fa21 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:14.354777 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.389391 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 52d7aff8-02a9-4832-ad78-48479380fa21 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:14.397118 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 52d7aff8-02a9-4832-ad78-48479380fa21 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:14.397992 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.487901 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-459fbfb8-fe58-4544-bfed-a489efa4326d None None] Provisioning for port b679525a-2e84-46a4-b337-743bd3a8d591 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:14.497689 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-459fbfb8-fe58-4544-bfed-a489efa4326d None None] Provisioning complete for port b679525a-2e84-46a4-b337-743bd3a8d591 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:14.498014 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-459fbfb8-fe58-4544-bfed-a489efa4326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.502941 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.569671 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-459fbfb8-fe58-4544-bfed-a489efa4326d None None] Port b679525a-2e84-46a4-b337-743bd3a8d591 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:44:14.598158 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.604227 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5568f26-6052-486e-8eff-8c201cefd6d1 req-41ddcf53-e897-4986-8b02-0ab55f2087bb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:14.605195 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c5568f26-6052-486e-8eff-8c201cefd6d1 req-41ddcf53-e897-4986-8b02-0ab55f2087bb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 945 time: 0.1193132 Aug 31 19:44:14.647182 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fff690-849c-4018-80f2-1c8918d0438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d7aff8-02a9-4832-ad78-48479380fa21'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:14.652647 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeb117c-af1a-44f4-930f-92d392c22539" -d '{"events": [{"server_uuid": "49fff690-849c-4018-80f2-1c8918d0438e", "name": "network-vif-plugged", "status": "completed", "tag": "52d7aff8-02a9-4832-ad78-48479380fa21"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:14.675485 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 52d7aff8-02a9-4832-ad78-48479380fa21, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=52d7aff8-02a9-4832-ad78-48479380fa21,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:14.682941 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.685018 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:14.694706 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bc56d-0fd4-4a53-a7ce-1066e74eb689 req-a0b83d79-cc7c-4365-aff7-3d0fa0279fbb tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:14.702729 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4c8bc56d-0fd4-4a53-a7ce-1066e74eb689 req-a0b83d79-cc7c-4365-aff7-3d0fa0279fbb tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 931 time: 0.0718226 Aug 31 19:44:14.707636 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c5568f26-6052-486e-8eff-8c201cefd6d1 req-8c9554f9-8f80-4b4e-b1ae-8319e1984e8b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904610 Aug 31 19:44:14.762702 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4c8bc56d-0fd4-4a53-a7ce-1066e74eb689 req-9c55de71-1870-4e2a-aa3e-49bce7de72d6 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570705 Aug 31 19:44:14.803454 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24680f0a-c28f-4e4a-9a38-3a34c27881b1 x-openstack-request-id: req-24680f0a-c28f-4e4a-9a38-3a34c27881b1 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:14.803752 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fff690-849c-4018-80f2-1c8918d0438e", "name": "network-vif-plugged", "status": "completed", "tag": "52d7aff8-02a9-4832-ad78-48479380fa21", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:14.804007 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24680f0a-c28f-4e4a-9a38-3a34c27881b1 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:14.804397 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fff690-849c-4018-80f2-1c8918d0438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d7aff8-02a9-4832-ad78-48479380fa21', 'code': 200} Aug 31 19:44:14.819367 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b679525a-2e84-46a4-b337-743bd3a8d591 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:44:14.826902 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=52d7aff8-02a9-4832-ad78-48479380fa21,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:14.828443 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.857847 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Transition to ACTIVE for port object b679525a-2e84-46a4-b337-743bd3a8d591 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:14.863387 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.881775 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.932054 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:14.934456 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Pushing event updated for resources: {'Port': ['ID=b679525a-2e84-46a4-b337-743bd3a8d591,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:14.938893 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:14.976471 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a9dfd-93a9-44e1-b971-00034ee99bc4 req-030addec-71c7-4006-ae6a-2035617c83d3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:14.979440 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c72a9dfd-93a9-44e1-b971-00034ee99bc4 req-030addec-71c7-4006-ae6a-2035617c83d3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0785339 Aug 31 19:44:15.029471 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=8']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:15.043721 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c72a9dfd-93a9-44e1-b971-00034ee99bc4 req-9b2c70b7-199b-4420-b750-ff51540ace5e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552480 Aug 31 19:44:15.085519 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Attempting to bind port b679525a-2e84-46a4-b337-743bd3a8d591 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:15.086162 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Attempting to bind port b679525a-2e84-46a4-b337-743bd3a8d591 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:15.086718 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Attempting to bind port b679525a-2e84-46a4-b337-743bd3a8d591 on network c87210da-3a04-4129-9954-1862602f9fb6 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:15.113822 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Port b679525a-2e84-46a4-b337-743bd3a8d591 on network c87210da-3a04-4129-9954-1862602f9fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:44:15.114216 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Attempting to bind port b679525a-2e84-46a4-b337-743bd3a8d591 on network c87210da-3a04-4129-9954-1862602f9fb6 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:15.124217 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:15.124795 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Checking segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:15.125226 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Bound using segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:15.125686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Bound port: b679525a-2e84-46a4-b337-743bd3a8d591, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:15.126213 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.172274 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920f5a4-5049-41d5-9f18-04029fcf8b95 req-6f7141b1-26a2-4265-b133-992d3bcc3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:15.173873 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9920f5a4-5049-41d5-9f18-04029fcf8b95 req-6f7141b1-26a2-4265-b133-992d3bcc3a8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 1098 time: 0.1007009 Aug 31 19:44:15.266689 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] For port b679525a-2e84-46a4-b337-743bd3a8d591, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:15.272296 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9920f5a4-5049-41d5-9f18-04029fcf8b95 req-f856f873-2732-405a-bb1d-6cb3c52138e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876245 Aug 31 19:44:15.287562 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] For port b679525a-2e84-46a4-b337-743bd3a8d591, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b679525a-2e84-46a4-b337-743bd3a8d591,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:15.293639 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.338010 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:15.338644 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:15.340153 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] 10.222.0.55 "PUT /v2.0/ports/b679525a-2e84-46a4-b337-743bd3a8d591 HTTP/1.1" status: 200 len: 1093 time: 1.0585327 Aug 31 19:44:15.340624 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'tag': 'b679525a-2e84-46a4-b337-743bd3a8d591'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:15.343058 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c89804c-bbf0-41d9-9e68-76a0eb885072" -d '{"events": [{"name": "network-changed", "server_uuid": "1af98a72-5530-4a8c-bd19-d02f336d0cac", "tag": "b679525a-2e84-46a4-b337-743bd3a8d591"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:15.371271 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3700d3-6fa1-44a4-b1e9-72c13f8d9876 service neutron] Pushing event updated for resources: {'Port': ['ID=b679525a-2e84-46a4-b337-743bd3a8d591,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:15.559813 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078ea943-b964-4d7f-a6a2-388ec9f27aff x-openstack-request-id: req-078ea943-b964-4d7f-a6a2-388ec9f27aff {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:15.560508 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af98a72-5530-4a8c-bd19-d02f336d0cac", "tag": "b679525a-2e84-46a4-b337-743bd3a8d591", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:15.561268 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-078ea943-b964-4d7f-a6a2-388ec9f27aff {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:15.562300 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'tag': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'status': 'completed', 'code': 200} Aug 31 19:44:15.904958 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003db18-2102-4e98-905c-f9703382fe4d req-eac86626-e03f-4e34-996d-562b39153719 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:15.906856 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b003db18-2102-4e98-905c-f9703382fe4d req-eac86626-e03f-4e34-996d-562b39153719 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0666263 Aug 31 19:44:15.965755 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b003db18-2102-4e98-905c-f9703382fe4d req-148fd0c4-2c4c-4151-8a74-0c64457f90c1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494654 Aug 31 19:44:15.972900 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89804c-bbf0-41d9-9e68-76a0eb885072 req-2602f173-6de9-418d-b87f-76636b574031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:15.978675 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0c89804c-bbf0-41d9-9e68-76a0eb885072 req-2602f173-6de9-418d-b87f-76636b574031 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 1096 time: 0.1410882 Aug 31 19:44:15.998624 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de460f-ceb6-417f-92d9-5967aa2d0027 req-5671dc90-e6dc-455f-8437-84a3799f63c2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:16.001350 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d6de460f-ceb6-417f-92d9-5967aa2d0027 req-5671dc90-e6dc-455f-8437-84a3799f63c2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.1146932 Aug 31 19:44:16.128244 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d6de460f-ceb6-417f-92d9-5967aa2d0027 req-24699077-d0c8-4a96-aefb-a44d38621dcd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043437 Aug 31 19:44:16.178521 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89804c-bbf0-41d9-9e68-76a0eb885072 req-2e42d3be-6fd4-4a52-9708-412ab43ba3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:16.181890 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0c89804c-bbf0-41d9-9e68-76a0eb885072 req-2e42d3be-6fd4-4a52-9708-412ab43ba3f4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1787548 Aug 31 19:44:16.188927 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bcca3-ce49-4492-8711-009d39b1ad7d req-307c51ea-3eb1-41ff-8995-b1bf01a89dac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:16.190597 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-521bcca3-ce49-4492-8711-009d39b1ad7d req-307c51ea-3eb1-41ff-8995-b1bf01a89dac tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0720541 Aug 31 19:44:16.249479 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-521bcca3-ce49-4492-8711-009d39b1ad7d req-147be6e8-b35d-4d25-8d57-a2de10970198 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460916 Aug 31 19:44:16.309335 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89804c-bbf0-41d9-9e68-76a0eb885072 req-e5e56cab-f996-4b63-9e61-fadfbde4d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:16.311429 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0c89804c-bbf0-41d9-9e68-76a0eb885072 req-e5e56cab-f996-4b63-9e61-fadfbde4d745 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220443 Aug 31 19:44:16.435374 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b5c0fac3-f2f8-4e6b-924f-a6e0054ad9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:16.436950 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-b5c0fac3-f2f8-4e6b-924f-a6e0054ad9e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 1096 time: 0.0469112 Aug 31 19:44:16.494527 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-d6704d7c-f4f1-47dd-b9ed-fc068e9425b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b679525a-2e84-46a4-b337-743bd3a8d591 HTTP/1.1" status: 200 len: 217 time: 0.0427177 Aug 31 19:44:16.552853 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-17f5cc63-6488-40c2-93e7-02ace25183c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:16.554603 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-17f5cc63-6488-40c2-93e7-02ace25183c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0511916 Aug 31 19:44:16.642153 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-cf2e6bb0-ebb5-4f7d-9e0e-30f14e3caf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:16.644678 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-cf2e6bb0-ebb5-4f7d-9e0e-30f14e3caf72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719597 Aug 31 19:44:16.757890 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-12164cd5-933a-4fb6-b4e3-5ae50ad1d0c4 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047347 Aug 31 19:44:16.805484 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:16.809072 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba44cf6a-dc1e-413e-b02a-468496c3f1b0" -d '{"events": [{"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-unplugged", "status": "completed", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:16.855675 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b84c6f-d353-4f45-bdd5-077171403b31 x-openstack-request-id: req-87b84c6f-d353-4f45-bdd5-077171403b31 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:16.856153 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-unplugged", "status": "completed", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:16.856549 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87b84c6f-d353-4f45-bdd5-077171403b31 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:16.857131 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'code': 200} Aug 31 19:44:16.879769 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-04310124-b68b-4ee4-a5b1-d3254da86ef2 req-0f114395-1624-499a-872d-065f6d325390 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101501 Aug 31 19:44:17.111966 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b70c1-2304-49ae-9869-e34c7c7617aa req-393b3698-7c23-4114-9d37-9d0dc8e18392 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:17.113721 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8b8b70c1-2304-49ae-9869-e34c7c7617aa req-393b3698-7c23-4114-9d37-9d0dc8e18392 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0578887 Aug 31 19:44:17.175968 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8b8b70c1-2304-49ae-9869-e34c7c7617aa req-c23221c9-de08-41ef-8808-bb114dba0536 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544033 Aug 31 19:44:17.297515 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9f1f2-4aa2-41d8-9869-e1a426feaf1c req-b8edd41b-2e1b-4de8-8a06-e003d31d7dbe tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:17.300118 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-95f9f1f2-4aa2-41d8-9869-e1a426feaf1c req-b8edd41b-2e1b-4de8-8a06-e003d31d7dbe tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0673642 Aug 31 19:44:17.378104 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-95f9f1f2-4aa2-41d8-9869-e1a426feaf1c req-598c0ce1-d163-4bc9-b96a-6f6fde11a5ce tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703301 Aug 31 19:44:17.643917 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582368-b88e-4291-9230-f865f59644f9 req-0a9b6244-109e-49f3-bed5-45ffc83bd08c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:17.647129 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f8582368-b88e-4291-9230-f865f59644f9 req-0a9b6244-109e-49f3-bed5-45ffc83bd08c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0959578 Aug 31 19:44:17.696959 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f8582368-b88e-4291-9230-f865f59644f9 req-a49b5ac3-36d9-4e18-adb4-e65684fc57db tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436339 Aug 31 19:44:17.915498 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [req-0634359e-507d-4258-baff-146cf696326f req-b8b5f297-b590-4696-bea3-a1ef783fb1cd service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95340) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:44:17.916781 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0634359e-507d-4258-baff-146cf696326f req-b8b5f297-b590-4696-bea3-a1ef783fb1cd service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071762 Aug 31 19:44:18.144006 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd4302-d3cf-4764-9cd6-ba4bb141c09a req-c488a972-79cf-49ff-965c-cfe624485ecd tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:18.147087 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8dcd4302-d3cf-4764-9cd6-ba4bb141c09a req-c488a972-79cf-49ff-965c-cfe624485ecd tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0801368 Aug 31 19:44:18.225022 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8dcd4302-d3cf-4764-9cd6-ba4bb141c09a req-4eef559a-2730-4821-b7ab-ff8b677ed7c5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657883 Aug 31 19:44:18.510826 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49440) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:18.589042 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826cee0-1db3-468b-9b40-a9cb3349fa0d req-b1b42cfe-4fc9-4ded-8cc4-607e8c5202ae tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:18.596561 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c826cee0-1db3-468b-9b40-a9cb3349fa0d req-b1b42cfe-4fc9-4ded-8cc4-607e8c5202ae tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.1089239 Aug 31 19:44:18.654931 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c826cee0-1db3-468b-9b40-a9cb3349fa0d req-c661ca0e-81b1-4844-920b-d3f59c8c6a58 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546651 Aug 31 19:44:18.681516 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-59dfef10-0f22-4f9a-89a7-aecc84c00485 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1663105 Aug 31 19:44:18.883265 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bec4b5-4749-432a-81ee-d394d827f9ec req-f301bad3-edc4-432f-b877-bbc0ca099051 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:18.885207 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a9bec4b5-4749-432a-81ee-d394d827f9ec req-f301bad3-edc4-432f-b877-bbc0ca099051 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0765734 Aug 31 19:44:18.949333 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a9bec4b5-4749-432a-81ee-d394d827f9ec req-7c2e0ef2-865a-4432-90f0-99142cc2f962 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530095 Aug 31 19:44:19.161890 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05369855-31b2-4579-9b2f-24b51541629f req-b8b99d43-bb45-47fd-82ad-f01ddf39fefe tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:19.163605 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-05369855-31b2-4579-9b2f-24b51541629f req-b8b99d43-bb45-47fd-82ad-f01ddf39fefe tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0947528 Aug 31 19:44:19.176065 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 49458) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:19.185409 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-cc09186f-f35a-467b-a47d-a4c52e54c3a5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'floatingip': {'port_id': '52d7aff8-02a9-4832-ad78-48479380fa21'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:19.264732 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cc09186f-f35a-467b-a47d-a4c52e54c3a5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:19.415850 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e539f-9e8d-41c7-8b53-05617850da1e req-e147b6cc-878c-409f-abfe-ec3906928395 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:19.417599 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fb8e539f-9e8d-41c7-8b53-05617850da1e req-e147b6cc-878c-409f-abfe-ec3906928395 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0771279 Aug 31 19:44:19.466213 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fb8e539f-9e8d-41c7-8b53-05617850da1e req-81afc51e-b396-4ad8-8c92-e8a0ebd8408d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391185 Aug 31 19:44:19.935697 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879324b5-d9de-4d9a-b5e3-61da83b3edf6 req-b1efafa6-67d6-4efd-ba7e-87786c38d343 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:19.938360 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-879324b5-d9de-4d9a-b5e3-61da83b3edf6 req-b1efafa6-67d6-4efd-ba7e-87786c38d343 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.1758468 Aug 31 19:44:20.077748 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cc09186f-f35a-467b-a47d-a4c52e54c3a5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.084978 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-879324b5-d9de-4d9a-b5e3-61da83b3edf6 req-e192f84f-da66-4258-a6f9-bba7fced2749 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888479 Aug 31 19:44:20.086491 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cc09186f-f35a-467b-a47d-a4c52e54c3a5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.215933 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.l3_db [None req-cc09186f-f35a-467b-a47d-a4c52e54c3a5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Floating IP a05c54eb-2d0f-47c1-a505-35ff64c2c11b associated. External IP: 172.27.0.161, port: 52d7aff8-02a9-4832-ad78-48479380fa21. Aug 31 19:44:20.331495 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:44:20.513925 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc09186f-f35a-467b-a47d-a4c52e54c3a5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Router f4c81b64-8915-4ec5-8c9d-7452bb469586 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:20.671317 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc09186f-f35a-467b-a47d-a4c52e54c3a5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:20.672445 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504e36-84c7-42ad-b335-c3264e06fbb2 req-78e9617b-e15f-4dfc-a72c-daefe486c42a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:20.675847 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-68504e36-84c7-42ad-b335-c3264e06fbb2 req-78e9617b-e15f-4dfc-a72c-daefe486c42a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0694747 Aug 31 19:44:20.678239 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cc09186f-f35a-467b-a47d-a4c52e54c3a5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:20.687537 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] Sync routers for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:20.704040 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:20.705476 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:44:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:20.749163 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-cc09186f-f35a-467b-a47d-a4c52e54c3a5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "PUT /v2.0/floatingips/a05c54eb-2d0f-47c1-a505-35ff64c2c11b HTTP/1.1" status: 200 len: 991 time: 1.5716147 Aug 31 19:44:20.750558 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fff690-849c-4018-80f2-1c8918d0438e', 'tag': '52d7aff8-02a9-4832-ad78-48479380fa21'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:20.756128 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed790b3a-5a51-4395-a9af-ce18019f8db8" -d '{"events": [{"name": "network-changed", "server_uuid": "49fff690-849c-4018-80f2-1c8918d0438e", "tag": "52d7aff8-02a9-4832-ad78-48479380fa21"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:20.792016 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-68504e36-84c7-42ad-b335-c3264e06fbb2 req-970124de-9f3a-468d-ae65-ef75a4322ce3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033654 Aug 31 19:44:20.913887 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:20.993264 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674c690c-6d00-457a-8aaf-e90db21ff760 x-openstack-request-id: req-674c690c-6d00-457a-8aaf-e90db21ff760 {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:20.993897 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fff690-849c-4018-80f2-1c8918d0438e", "tag": "52d7aff8-02a9-4832-ad78-48479380fa21", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:20.994698 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-674c690c-6d00-457a-8aaf-e90db21ff760 {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:20.995522 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fff690-849c-4018-80f2-1c8918d0438e', 'tag': '52d7aff8-02a9-4832-ad78-48479380fa21', 'status': 'completed', 'code': 200} Aug 31 19:44:21.060452 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-d90b7ede-155f-49b4-b28f-d4e424297c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.061878 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-d90b7ede-155f-49b4-b28f-d4e424297c01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750&tenant_id=2b5d0468ac6d4826bfc6ba13a1762915 HTTP/1.1" status: 200 len: 1096 time: 0.1667194 Aug 31 19:44:21.130471 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-d0d9f1ab-5541-433c-8671-45b2be44e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.130471 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-d0d9f1ab-5541-433c-8671-45b2be44e9e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 1098 time: 0.0820899 Aug 31 19:44:21.245473 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58536efb-0d90-450f-9907-0f78ed15cf1e req-06e9b564-d0d9-4b95-b03c-7bfce696c080 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.247163 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-58536efb-0d90-450f-9907-0f78ed15cf1e req-06e9b564-d0d9-4b95-b03c-7bfce696c080 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0637639 Aug 31 19:44:21.248397 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-ca9218a5-b01e-427b-b321-67fb44baed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.249941 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-ca9218a5-b01e-427b-b321-67fb44baed83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 1096 time: 0.1381440 Aug 31 19:44:21.322090 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-58536efb-0d90-450f-9907-0f78ed15cf1e req-3ef7a1c1-9637-44ae-befe-ac20a49f0f58 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664725 Aug 31 19:44:21.335517 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-9e3c4cc4-4b3f-4601-89bf-3ebce1231f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.339055 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-9e3c4cc4-4b3f-4601-89bf-3ebce1231f84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 912 time: 0.1908419 Aug 31 19:44:21.371818 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': 'a05c54eb-2d0f-47c1-a505-35ff64c2c11b', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'port_id': '52d7aff8-02a9-4832-ad78-48479380fa21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'mac_address': 'fa:16:3e:0b:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fff690-849c-4018-80f2-1c8918d0438e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:43:55Z', 'updated_at': '2021-08-31T19:44:19Z', 'revision_number': 1, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:21.400706 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] Checking router: f4c81b64-8915-4ec5-8c9d-7452bb469586 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:21.411766 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:21.412697 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:44:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:21.436261 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-28ee99de-3bf7-4730-99ab-4f046212bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.437770 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-28ee99de-3bf7-4730-99ab-4f046212bd17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.1771426 Aug 31 19:44:21.442233 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-ea4c5c18-8f40-4cf2-bbb6-36b21e6b0fec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52d7aff8-02a9-4832-ad78-48479380fa21 HTTP/1.1" status: 200 len: 999 time: 0.0940773 Aug 31 19:44:21.539450 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:21.565268 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-8f71c4ea-2353-4d95-aa9a-37cd598d8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.566903 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-8f71c4ea-2353-4d95-aa9a-37cd598d8a6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 200 len: 850 time: 0.1067214 Aug 31 19:44:21.568877 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-24158398-6883-4d56-9124-3dcdab94e23f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f HTTP/1.1" status: 200 len: 999 time: 0.1169131 Aug 31 19:44:21.664501 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-7b13529e-5ac7-496c-9a89-4c7261987253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.666794 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-7b13529e-5ac7-496c-9a89-4c7261987253 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0851743 Aug 31 19:44:21.670023 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-c76f4411-7392-4495-b425-3ca6399ef819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:21.671489 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-c76f4411-7392-4495-b425-3ca6399ef819 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcee167-2444-4fc9-bb48-ee50aa69646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0911100 Aug 31 19:44:21.812960 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': 'a05c54eb-2d0f-47c1-a505-35ff64c2c11b', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'port_id': '52d7aff8-02a9-4832-ad78-48479380fa21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'mac_address': 'fa:16:3e:0b:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fff690-849c-4018-80f2-1c8918d0438e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:43:55Z', 'updated_at': '2021-08-31T19:44:19Z', 'revision_number': 1, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:21.982601 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd849cb-2016-4e45-99f6-5898a6a4df8b None None] The sync data for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi is: [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': 'a05c54eb-2d0f-47c1-a505-35ff64c2c11b', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'port_id': '52d7aff8-02a9-4832-ad78-48479380fa21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'mac_address': 'fa:16:3e:0b:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fff690-849c-4018-80f2-1c8918d0438e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:43:55Z', 'updated_at': '2021-08-31T19:44:19Z', 'revision_number': 1, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:22.127088 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-8105da40-e98c-4378-be12-b93fd4815cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:22.128672 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-8105da40-e98c-4378-be12-b93fd4815cfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4451413 Aug 31 19:44:22.142984 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974c6f8-840a-45d3-9d5f-461b5358a4da req-9b93d77a-4939-45f5-813c-8307825bb139 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:22.144633 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e974c6f8-840a-45d3-9d5f-461b5358a4da req-9b93d77a-4939-45f5-813c-8307825bb139 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.1441112 Aug 31 19:44:22.185021 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-86803a55-eee0-4429-9ec6-4e2a93b38de4 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902623 Aug 31 19:44:22.215277 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb39a3-b263-41c1-8587-38004b33c5b3 None None] New status for floating IP a05c54eb-2d0f-47c1-a505-35ff64c2c11b: ACTIVE {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:44:22.309037 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e974c6f8-840a-45d3-9d5f-461b5358a4da req-1065d1ee-bbe7-4a83-a60f-8d2b0d1cced2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490591 Aug 31 19:44:22.372909 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-c4bd2e1d-d465-4091-8425-cb77604a676c service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272575 Aug 31 19:44:22.379639 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed790b3a-5a51-4395-a9af-ce18019f8db8 req-9fd63c58-22fe-42e4-ab74-4bab1f5b4bad service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593578 Aug 31 19:44:22.484918 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be137cd-bfc1-4778-b4af-4ef8e14d75b9 req-46b8aece-9f4b-4a66-b5af-74f83fd23213 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:22.486935 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0be137cd-bfc1-4778-b4af-4ef8e14d75b9 req-46b8aece-9f4b-4a66-b5af-74f83fd23213 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0731218 Aug 31 19:44:22.513912 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-fc9ed788-00de-4d3d-b564-bae47b07b41d service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331151 Aug 31 19:44:22.562430 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0be137cd-bfc1-4778-b4af-4ef8e14d75b9 req-c769b625-8e51-4c5f-8dc6-3b6aa9e5ddab tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637465 Aug 31 19:44:23.538147 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697448-7b75-4efd-b2f9-f96ddf73b751 req-050aa6e7-93cf-4911-8f69-18f842d39c99 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:23.548311 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fa697448-7b75-4efd-b2f9-f96ddf73b751 req-050aa6e7-93cf-4911-8f69-18f842d39c99 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0954421 Aug 31 19:44:23.605245 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fa697448-7b75-4efd-b2f9-f96ddf73b751 req-9c6fe40c-83ba-43dc-953e-b46019a2017a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553746 Aug 31 19:44:23.733108 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14979ce-9a0f-44bc-94cb-2bf07d193dfd req-066ef557-b798-4168-9854-d4558f336d7e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:23.734796 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f14979ce-9a0f-44bc-94cb-2bf07d193dfd req-066ef557-b798-4168-9854-d4558f336d7e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0630336 Aug 31 19:44:23.807130 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f14979ce-9a0f-44bc-94cb-2bf07d193dfd req-258fdab1-5091-417a-be8b-193e7c09e6aa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595498 Aug 31 19:44:24.823114 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31a507-173f-41bf-82f7-0d1593dc7a15 req-51ac3875-6ce3-473c-a887-06a82e8c9104 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:24.825402 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4d31a507-173f-41bf-82f7-0d1593dc7a15 req-51ac3875-6ce3-473c-a887-06a82e8c9104 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0864916 Aug 31 19:44:24.885530 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4d31a507-173f-41bf-82f7-0d1593dc7a15 req-ef091912-a8c3-489b-8593-43ff333d54c8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529926 Aug 31 19:44:25.060854 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf002c-5542-445d-ab06-c490bead9215 req-e56a17e8-94b2-48cf-8311-69bca0e1d691 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:25.063199 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cedf002c-5542-445d-ab06-c490bead9215 req-e56a17e8-94b2-48cf-8311-69bca0e1d691 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0735948 Aug 31 19:44:25.131228 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cedf002c-5542-445d-ab06-c490bead9215 req-fa097b7f-14db-4ca9-a7bb-cef1bd67377b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599091 Aug 31 19:44:26.110810 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d6796-613e-4762-a2c5-9243479c8ddf req-d6fef32c-7379-4bcd-908d-eba02bd1ffe2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:26.114981 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-361d6796-613e-4762-a2c5-9243479c8ddf req-d6fef32c-7379-4bcd-908d-eba02bd1ffe2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0865977 Aug 31 19:44:26.159909 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-361d6796-613e-4762-a2c5-9243479c8ddf req-77d39141-ef21-4bb9-8fb1-1030198e2927 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403662 Aug 31 19:44:26.322442 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a1d20-ab3a-4d6c-8af7-0c6e5ea4ab6b req-4ca6a601-0064-404a-b793-922041463e4f tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:26.324367 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-311a1d20-ab3a-4d6c-8af7-0c6e5ea4ab6b req-4ca6a601-0064-404a-b793-922041463e4f tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0914586 Aug 31 19:44:26.391180 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-311a1d20-ab3a-4d6c-8af7-0c6e5ea4ab6b req-5d4d204a-0fb2-4430-90d2-c59a94212077 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597138 Aug 31 19:44:26.806368 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:27.324411 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673bb7a-1522-4803-83b9-da1eb76676af req-f2f67f3e-2649-4128-9767-570f04cd1800 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:27.326306 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d673bb7a-1522-4803-83b9-da1eb76676af req-f2f67f3e-2649-4128-9767-570f04cd1800 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0654376 Aug 31 19:44:27.368561 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d673bb7a-1522-4803-83b9-da1eb76676af req-e3bc5727-0a9f-4fe2-b2b6-b90fec6df049 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356989 Aug 31 19:44:27.532015 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0374ba-2326-4dd9-818d-98956f759300 req-e0c66c14-5bf4-4307-93aa-fe9da5fcbbb4 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:27.533738 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bc0374ba-2326-4dd9-818d-98956f759300 req-e0c66c14-5bf4-4307-93aa-fe9da5fcbbb4 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0654607 Aug 31 19:44:27.579570 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bc0374ba-2326-4dd9-818d-98956f759300 req-72eb7819-5137-46e6-9910-d0b81e4ac589 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389764 Aug 31 19:44:28.536582 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c0c2f-ab77-4e8c-bbf3-0a75730ab805 req-cc8841bb-2007-4f50-83e3-6694bce8e375 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:28.539027 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7b5c0c2f-ab77-4e8c-bbf3-0a75730ab805 req-cc8841bb-2007-4f50-83e3-6694bce8e375 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0633993 Aug 31 19:44:28.606435 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7b5c0c2f-ab77-4e8c-bbf3-0a75730ab805 req-e2d05ca8-c4ab-4ef8-b106-e55e73d9745b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597396 Aug 31 19:44:28.784632 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac721c53-7ec6-43f4-9597-9c516618cc29 req-ccdf0bd7-9157-42db-b03d-4ccf9b25a9fb tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:28.786290 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ac721c53-7ec6-43f4-9597-9c516618cc29 req-ccdf0bd7-9157-42db-b03d-4ccf9b25a9fb tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0788488 Aug 31 19:44:28.845576 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ac721c53-7ec6-43f4-9597-9c516618cc29 req-3acee8dd-3eac-40ac-8915-0b450e7dd6eb tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470326 Aug 31 19:44:29.777161 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a1c70-eb56-48d2-ac1d-6a1d3cb1b583 req-b46a16e1-626c-4a13-b9a1-ca8a64ac4cb0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:29.778862 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-792a1c70-eb56-48d2-ac1d-6a1d3cb1b583 req-b46a16e1-626c-4a13-b9a1-ca8a64ac4cb0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0744817 Aug 31 19:44:29.851924 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-792a1c70-eb56-48d2-ac1d-6a1d3cb1b583 req-c1a66716-90e0-469e-bd6e-441d49c765fc tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589266 Aug 31 19:44:30.009989 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a74207-194e-45af-92b9-cec7787367f8 req-4a10d297-e305-4313-977a-f7ca310a1856 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:30.012757 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b7a74207-194e-45af-92b9-cec7787367f8 req-4a10d297-e305-4313-977a-f7ca310a1856 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0735550 Aug 31 19:44:30.080148 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b7a74207-194e-45af-92b9-cec7787367f8 req-e2f3e589-9114-4bd4-917e-d5108ac5ac45 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604198 Aug 31 19:44:31.033740 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b0ed8-1f09-4e2b-bed3-cd88b9916b56 req-d2e0fcaa-cd4d-478c-8f0b-13571d7a09eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:31.035394 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-590b0ed8-1f09-4e2b-bed3-cd88b9916b56 req-d2e0fcaa-cd4d-478c-8f0b-13571d7a09eb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0674589 Aug 31 19:44:31.093747 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-590b0ed8-1f09-4e2b-bed3-cd88b9916b56 req-89578269-82d6-4fd3-91b4-46c44210b60f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470018 Aug 31 19:44:31.306909 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e30dd-6736-4d92-bd55-15eccb0c5826 req-0a8d120f-1634-4307-afde-dcf7c316ebdf tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:31.309323 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ac9e30dd-6736-4d92-bd55-15eccb0c5826 req-0a8d120f-1634-4307-afde-dcf7c316ebdf tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.1094153 Aug 31 19:44:31.371057 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ac9e30dd-6736-4d92-bd55-15eccb0c5826 req-11284a4e-a562-4a6a-8eb1-5259c1e27fa6 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545998 Aug 31 19:44:32.278467 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c7d7b-9f53-428b-bde3-29137df2651e req-a7bd0943-d179-48d6-ab43-44dabe80aa22 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:32.280406 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5c6c7d7b-9f53-428b-bde3-29137df2651e req-a7bd0943-d179-48d6-ab43-44dabe80aa22 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0748029 Aug 31 19:44:32.328157 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5c6c7d7b-9f53-428b-bde3-29137df2651e req-7e0e7a89-dce5-4bd1-b834-9dd9e55bb023 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Aug 31 19:44:32.500307 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b64af-b98e-4eb4-8c45-7584b818eb1e req-68438e82-fc2e-4ec9-b82f-171f1c3df0dd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:32.502224 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c86b64af-b98e-4eb4-8c45-7584b818eb1e req-68438e82-fc2e-4ec9-b82f-171f1c3df0dd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0582542 Aug 31 19:44:32.546560 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c86b64af-b98e-4eb4-8c45-7584b818eb1e req-32a0ab40-13ca-4874-9eb1-b25c3ee8c66a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365474 Aug 31 19:44:33.509301 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ba0ba-0673-4e19-babe-ffa7a319143b req-27a092b7-5165-4352-bb5d-b4c836a6ac42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:33.511005 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-253ba0ba-0673-4e19-babe-ffa7a319143b req-27a092b7-5165-4352-bb5d-b4c836a6ac42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0748510 Aug 31 19:44:33.576974 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-253ba0ba-0673-4e19-babe-ffa7a319143b req-0c642ce4-be5d-4124-8af2-63319a1a8f29 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542088 Aug 31 19:44:33.702861 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497e0ca-34fd-43aa-8e6c-37c0e7136185 req-eadba058-4352-4ec4-8a7c-c381fc2be69b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:33.705051 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d497e0ca-34fd-43aa-8e6c-37c0e7136185 req-eadba058-4352-4ec4-8a7c-c381fc2be69b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0601728 Aug 31 19:44:33.760034 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d497e0ca-34fd-43aa-8e6c-37c0e7136185 req-0dd76ba7-36a3-435c-a75f-8be85a1c07cd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Aug 31 19:44:34.764224 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4923b-218c-4dc7-96ce-836b2dccef0b req-c997cf74-c129-4e13-b406-fb26b4f52688 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:34.770522 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f8c4923b-218c-4dc7-96ce-836b2dccef0b req-c997cf74-c129-4e13-b406-fb26b4f52688 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0803528 Aug 31 19:44:34.838157 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f8c4923b-218c-4dc7-96ce-836b2dccef0b req-c22736c5-1e00-4e91-a03e-d04d32654168 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611136 Aug 31 19:44:35.000457 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca350f-d0eb-471a-a1b9-b335a29f575b req-bda93579-157e-4630-ad17-2f02663910ca tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:35.002193 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5aca350f-d0eb-471a-a1b9-b335a29f575b req-bda93579-157e-4630-ad17-2f02663910ca tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0765507 Aug 31 19:44:35.073280 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5aca350f-d0eb-471a-a1b9-b335a29f575b req-cf5046db-999a-4649-ad21-9192033357d8 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636623 Aug 31 19:44:35.979925 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ddca-9697-4e53-9cfb-9ac86891cc40 req-9c8fc11f-a4e5-4398-a47a-a09921e29070 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:35.981656 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4660ddca-9697-4e53-9cfb-9ac86891cc40 req-9c8fc11f-a4e5-4398-a47a-a09921e29070 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0569694 Aug 31 19:44:36.026052 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4660ddca-9697-4e53-9cfb-9ac86891cc40 req-ac8eeeb3-ff91-457a-9d5b-ea2a65e077df tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379853 Aug 31 19:44:36.234281 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d3ebc-ca49-4757-bc46-77496dc724ef req-aaadd085-6df5-4175-9f0a-b4210477196f tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:36.235885 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-934d3ebc-ca49-4757-bc46-77496dc724ef req-aaadd085-6df5-4175-9f0a-b4210477196f tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0590296 Aug 31 19:44:36.290624 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-934d3ebc-ca49-4757-bc46-77496dc724ef req-4b58d788-d98c-42bf-b283-93d7003e20c9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478423 Aug 31 19:44:37.161195 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5532d-2704-4731-be5f-9740939ba0b0 req-94de73be-98c5-4afb-bd49-2f52aea84ce4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:37.162854 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3cc5532d-2704-4731-be5f-9740939ba0b0 req-94de73be-98c5-4afb-bd49-2f52aea84ce4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0561004 Aug 31 19:44:37.219763 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3cc5532d-2704-4731-be5f-9740939ba0b0 req-ca41f137-64da-48f9-ad7e-6c1c57d0fad6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453625 Aug 31 19:44:37.420150 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d442f3-054d-49e5-96ea-06384390d11f req-a6f661f5-fddf-4102-8fa9-f4a7d901edee tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:37.422054 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-86d442f3-054d-49e5-96ea-06384390d11f req-a6f661f5-fddf-4102-8fa9-f4a7d901edee tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0572090 Aug 31 19:44:37.472701 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-86d442f3-054d-49e5-96ea-06384390d11f req-7cc9ca96-7c6f-41ef-a1dc-8366aa5418c5 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 Aug 31 19:44:38.370769 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d22e3a-fede-4f3c-ac54-e51a25f07bff req-5adbd650-b83a-40b8-99ec-5098646724dc tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:38.372433 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-89d22e3a-fede-4f3c-ac54-e51a25f07bff req-5adbd650-b83a-40b8-99ec-5098646724dc tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0675898 Aug 31 19:44:38.418813 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-89d22e3a-fede-4f3c-ac54-e51a25f07bff req-b6b84d54-f481-415f-8ec9-8ba823c3f63d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Aug 31 19:44:38.466258 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9d5a53fb-f564-496b-8b03-7e55e1bba671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:38.611040 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32c75-42ea-4766-b41f-362828da9bdb req-86e7e4b6-2f48-4745-bf46-adcbf38875c3 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:38.613027 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27c32c75-42ea-4766-b41f-362828da9bdb req-86e7e4b6-2f48-4745-bf46-adcbf38875c3 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0600543 Aug 31 19:44:38.669543 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27c32c75-42ea-4766-b41f-362828da9bdb req-aa012bc8-1598-48a8-8133-df23e35d7c44 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495751 Aug 31 19:44:39.017997 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49630) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.139274 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-132d3b3a-e282-453f-91b2-b099d62e1bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.239690 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-132d3b3a-e282-453f-91b2-b099d62e1bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.245257 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-132d3b3a-e282-453f-91b2-b099d62e1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.291367 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-132d3b3a-e282-453f-91b2-b099d62e1bcd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3eade1ecd2fe47018a170de4d37cd4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721353 Aug 31 19:44:39.292313 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d3b3a-e282-453f-91b2-b099d62e1bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8315c9ae-cc88-435e-8e38-74350850d73e,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:39.295426 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 49634) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:39.354423 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.376968 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:44:39.378477 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.449995 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.452792 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:39.454021 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8315c9ae-cc88-435e-8e38-74350850d73e HTTP/1.1" status: 204 len: 168 time: 0.1572797 Aug 31 19:44:39.463816 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8315c9ae-cc88-435e-8e38-74350850d73e,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:39.473024 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.473503 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.473792 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.474172 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.474512 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.474847 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.475338 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.476211 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.476768 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.477312 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.477645 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.478002 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5068e345-2c01-499f-8b8b-b0e59ba8ba80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:39.612114 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145958-2b00-4d04-aeb6-f4ae8a00f304 req-b2f60ddd-d96e-447d-a942-7859b0797687 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:39.613843 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fe145958-2b00-4d04-aeb6-f4ae8a00f304 req-b2f60ddd-d96e-447d-a942-7859b0797687 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0827398 Aug 31 19:44:39.665770 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fe145958-2b00-4d04-aeb6-f4ae8a00f304 req-25ccd426-c750-410d-85eb-ecf872954cd3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 Aug 31 19:44:39.825482 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17270b55-b9cf-44f9-918d-2040b45fe7fd req-736bb7d3-5192-4955-9fcc-ef321b2d2b14 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:39.828662 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-17270b55-b9cf-44f9-918d-2040b45fe7fd req-736bb7d3-5192-4955-9fcc-ef321b2d2b14 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0615809 Aug 31 19:44:39.882237 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-17270b55-b9cf-44f9-918d-2040b45fe7fd req-fa4539e0-bfea-40ef-9310-3c0d396ca6f0 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479066 Aug 31 19:44:40.258733 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49662) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.376360 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2010037351-network', 'tenant_id': '8e89e001063d46f7a4c78fe7864d9dd2'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:40.400665 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Made reservation on behalf of 8e89e001063d46f7a4c78fe7864d9dd2 for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:40.403225 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.412478 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.526982 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.532043 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.560077 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:44:40.570183 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:40.579006 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.579343 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Added segment 8c5addfb-4847-4aaf-8e57-a5174a45edd8 of type vlan for network 244568bf-8754-420a-beda-aeb206b9a747 Aug 31 19:44:40.633927 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.665502 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.666735 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:40.667705 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.747079 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4866214 Aug 31 19:44:40.747503 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 49668) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:40.755266 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Request body: {'subnet': {'network_id': '244568bf-8754-420a-beda-aeb206b9a747', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2010037351-subnet', 'tenant_id': '8e89e001063d46f7a4c78fe7864d9dd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:40.756885 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357879a7-629b-4b72-8fc9-09a4e72e75f5 admin admin] Pushing event updated for resources: {'Network': ['ID=244568bf-8754-420a-beda-aeb206b9a747,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:40.770836 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 244568bf-8754-420a-beda-aeb206b9a747 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:44:40.800197 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Made reservation on behalf of 8e89e001063d46f7a4c78fe7864d9dd2 for: {'subnet': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:40.804830 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26128576'] for subnet, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:40.830359 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e8301-f076-4fe3-be71-99090c8e8c52 req-1ee79b34-fd29-43bf-ac64-755a9b8017de tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:40.831973 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-560e8301-f076-4fe3-be71-99090c8e8c52 req-1ee79b34-fd29-43bf-ac64-755a9b8017de tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0604515 Aug 31 19:44:40.886542 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-560e8301-f076-4fe3-be71-99090c8e8c52 req-85a17653-ff0c-43ca-90f0-b0ff64d592e8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465689 Aug 31 19:44:41.341059 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25371469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26128598'] for subnet, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.376496 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e2ab5-6dac-4bef-84d1-661118f710b4 req-d839ffc3-961f-4f8e-a3d2-de5f09764004 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:41.378134 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8d0e2ab5-6dac-4bef-84d1-661118f710b4 req-d839ffc3-961f-4f8e-a3d2-de5f09764004 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.3658571 Aug 31 19:44:41.432581 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0de83b-509e-4b4c-ae7f-351fb140f13c,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:41.455600 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8d0e2ab5-6dac-4bef-84d1-661118f710b4 req-6e2a4a1a-74ee-4238-bcb8-5d1a7a24fb18 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647080 Aug 31 19:44:41.458919 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Checking segment: {'id': '8c5addfb-4847-4aaf-8e57-a5174a45edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '244568bf-8754-420a-beda-aeb206b9a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:41.459144 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Network hostable DHCP agents. Network: 244568bf-8754-420a-beda-aeb206b9a747, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:44:41.480263 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Network 244568bf-8754-420a-beda-aeb206b9a747 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:44:41.490829 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 244568bf-8754-420a-beda-aeb206b9a747) {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:41.495290 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:41.495880 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.503799 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec43f4-eedc-4284-afa0-bbbb82855934 None None] Network 244568bf-8754-420a-beda-aeb206b9a747 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:41.516535 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-e0058a32-6eb1-402c-b45b-88d5843ed80c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7673135 Aug 31 19:44:41.571879 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:41.659417 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dee18d-9dca-4882-a353-59d2ec50504d None None] Network 244568bf-8754-420a-beda-aeb206b9a747 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:44:41.925649 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-88ae29f8-8eba-4cf7-a6f0-1792bf4ce42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.083739 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604e35e-4139-4aae-b569-373d685268c9 req-4c77dbef-2f96-482a-808c-a846928e68a6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:42.086263 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0604e35e-4139-4aae-b569-373d685268c9 req-4c77dbef-2f96-482a-808c-a846928e68a6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0670276 Aug 31 19:44:42.138198 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0604e35e-4139-4aae-b569-373d685268c9 req-d2bd8e3f-fac6-43ba-9dfc-bce414b378f3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Aug 31 19:44:42.407447 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b679525a-2e84-46a4-b337-743bd3a8d591 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:44:42.543410 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b679525a-2e84-46a4-b337-743bd3a8d591, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b679525a-2e84-46a4-b337-743bd3a8d591,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:42.557730 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'port_id': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:44:42.599636 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.599968 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b48025-3cf4-4e20-aa39-7d68b617961f req-a346047c-25ad-456a-a921-87e89f33feef tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:42.602080 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-38b48025-3cf4-4e20-aa39-7d68b617961f req-a346047c-25ad-456a-a921-87e89f33feef tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 943 time: 0.0604615 Aug 31 19:44:42.616702 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b679525a-2e84-46a4-b337-743bd3a8d591 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:44:42.637640 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b679525a-2e84-46a4-b337-743bd3a8d591, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b679525a-2e84-46a4-b337-743bd3a8d591,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:42.642103 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:42.670064 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-38b48025-3cf4-4e20-aa39-7d68b617961f req-ea4dd23c-5b3c-4303-88bc-6cb4b3af2e00 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568578 Aug 31 19:44:42.703288 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=b679525a-2e84-46a4-b337-743bd3a8d591,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:42.956577 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:43.130937 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['b679525a-2e84-46a4-b337-743bd3a8d591'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:44:43.304013 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5786a4-a4a7-4846-8302-f02c2ca28429 req-ee500d2f-b1e5-47e1-a298-04cccc875603 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:43.306380 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cf5786a4-a4a7-4846-8302-f02c2ca28429 req-ee500d2f-b1e5-47e1-a298-04cccc875603 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0692165 Aug 31 19:44:43.356139 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cf5786a4-a4a7-4846-8302-f02c2ca28429 req-98af2b28-e33a-4eb6-8fd0-7725824e2119 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421250 Aug 31 19:44:43.559229 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-54631a51-b009-4a48-8ad7-38599032c1d6 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:43.560657 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-54631a51-b009-4a48-8ad7-38599032c1d6 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/networks?id=244568bf-8754-420a-beda-aeb206b9a747 HTTP/1.1" status: 200 len: 809 time: 0.1210871 Aug 31 19:44:43.576660 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-a528ddce-023e-43fa-bc97-4d7adac35715 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/quotas/8e89e001063d46f7a4c78fe7864d9dd2 HTTP/1.1" status: 200 len: 375 time: 0.0100245 Aug 31 19:44:43.612682 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fd972b96-64e1-43c3-b5bb-ec7ba93075b0 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8e89e001063d46f7a4c78fe7864d9dd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304995 Aug 31 19:44:43.707165 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-ea033b65-b23b-4339-b9bc-2ffeda907072 service neutron] 10.222.0.54 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Aug 31 19:44:43.799151 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e270-9afd-4ef2-b3b8-d00a3d4868a6 req-f0d2b7e8-d595-4711-9136-8662ae8391c2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:43.800758 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e025e270-9afd-4ef2-b3b8-d00a3d4868a6 req-f0d2b7e8-d595-4711-9136-8662ae8391c2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 944 time: 0.0557883 Aug 31 19:44:43.805861 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-cd07dbf2-28da-46fe-a299-6294c9fc5670 service neutron] 10.222.0.54 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926373 Aug 31 19:44:43.844220 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e025e270-9afd-4ef2-b3b8-d00a3d4868a6 req-6dc3c3f6-1784-4a19-ab12-afcf071b2806 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371573 Aug 31 19:44:43.979203 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e5e3fac6-d7cc-450b-952a-d7f7da94c2f4 req-ed548720-5f68-4fb3-8ef2-77f73641ba6e tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 210 time: 0.0319619 Aug 31 19:44:44.407258 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b679525a-2e84-46a4-b337-743bd3a8d591 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:44.475498 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.478006 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port b679525a-2e84-46a4-b337-743bd3a8d591 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:44.484647 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port b679525a-2e84-46a4-b337-743bd3a8d591 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:44.485166 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.510969 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73018797-b402-4a54-8e90-3cbdd132ff28 req-d390ff95-7563-4fad-9bfd-accdff1f96fa tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:44.514066 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-73018797-b402-4a54-8e90-3cbdd132ff28 req-d390ff95-7563-4fad-9bfd-accdff1f96fa tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0721636 Aug 31 19:44:44.563738 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-73018797-b402-4a54-8e90-3cbdd132ff28 req-3a1c1a89-06eb-4708-b1d4-02d7d5bff476 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421419 Aug 31 19:44:44.613308 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.636671 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679525a-2e84-46a4-b337-743bd3a8d591'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:44.638996 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb5282a-80f0-4f0e-b34e-7235de426d1f" -d '{"events": [{"server_uuid": "1af98a72-5530-4a8c-bd19-d02f336d0cac", "name": "network-vif-plugged", "status": "completed", "tag": "b679525a-2e84-46a4-b337-743bd3a8d591"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:44.653003 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b679525a-2e84-46a4-b337-743bd3a8d591, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b679525a-2e84-46a4-b337-743bd3a8d591,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:44.659415 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:44.710701 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=b679525a-2e84-46a4-b337-743bd3a8d591,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:44.809992 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9655fc33-78e7-486e-b4b6-027ef7ef64c1 x-openstack-request-id: req-9655fc33-78e7-486e-b4b6-027ef7ef64c1 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:44.810280 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af98a72-5530-4a8c-bd19-d02f336d0cac", "name": "network-vif-plugged", "status": "completed", "tag": "b679525a-2e84-46a4-b337-743bd3a8d591", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:44.810535 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9655fc33-78e7-486e-b4b6-027ef7ef64c1 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:44.810931 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'code': 200} Aug 31 19:44:44.969249 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d4549-b576-4aa8-b8e7-831f3b93d76b req-8db123c4-7a21-433e-8d88-d1a9a8e9a0ed tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:44.970967 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e7d4549-b576-4aa8-b8e7-831f3b93d76b req-8db123c4-7a21-433e-8d88-d1a9a8e9a0ed tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 945 time: 0.0541575 Aug 31 19:44:45.021046 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e7d4549-b576-4aa8-b8e7-831f3b93d76b req-c4d758aa-e317-4dc1-880f-30c16f6e0c9e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404305 Aug 31 19:44:45.112532 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3088eb36-1f38-497b-9b36-a5ec1cafc14e req-f91fb924-98b8-417f-ae50-6d3185cf5300 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 210 time: 0.0370884 Aug 31 19:44:45.181789 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab01de5-c1b9-46ff-9952-b2a5d8bca721 req-111cbf64-2eba-4fa0-9924-ffd144e21c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:45.183418 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cab01de5-c1b9-46ff-9952-b2a5d8bca721 req-111cbf64-2eba-4fa0-9924-ffd144e21c11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 1098 time: 0.0660546 Aug 31 19:44:45.224429 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-f1b74fa0-8c82-4faa-abc7-2112d470755b tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:45.226500 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-f1b74fa0-8c82-4faa-abc7-2112d470755b tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.55 "GET /v2.0/networks?id=244568bf-8754-420a-beda-aeb206b9a747 HTTP/1.1" status: 200 len: 809 time: 0.1933646 Aug 31 19:44:45.243622 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cab01de5-c1b9-46ff-9952-b2a5d8bca721 req-b3703e02-4b0b-44e8-8826-f44307fc4470 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497258 Aug 31 19:44:45.248404 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Request body: {'port': {'device_id': '1f364341-3ba3-4dec-92af-f035f4d7c802', 'network_id': '244568bf-8754-420a-beda-aeb206b9a747', 'admin_state_up': True, 'tenant_id': '8e89e001063d46f7a4c78fe7864d9dd2'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:45.365075 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Made reservation on behalf of 8e89e001063d46f7a4c78fe7864d9dd2 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:44:45.369175 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:45.509378 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Allocated IP 172.20.0.4 (244568bf-8754-420a-beda-aeb206b9a747/4a0de83b-509e-4b4c-ae7f-351fb140f13c/8242ba6d-d91d-4497-9ccd-0476c578ed5a) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:45.726363 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:45.747899 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509fa6-14d7-4b8f-a2aa-7bfb6183eea2 req-80ea7c37-3645-4baa-aa1b-fd50f5839131 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:45.749499 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55509fa6-14d7-4b8f-a2aa-7bfb6183eea2 req-80ea7c37-3645-4baa-aa1b-fd50f5839131 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0872605 Aug 31 19:44:45.812118 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55509fa6-14d7-4b8f-a2aa-7bfb6183eea2 req-6eca0ce7-53b7-4b25-9ffa-296f7175828f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529931 Aug 31 19:44:45.813686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:45.863104 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Network 244568bf-8754-420a-beda-aeb206b9a747 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:45.866950 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:45.869648 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:45.903365 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Pushing event updated for resources: {'Port': ['ID=8242ba6d-d91d-4497-9ccd-0476c578ed5a,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:45.930566 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:45.931273 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:45.948989 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fe2e46ca-5000-4e71-8d6c-b0a01002524f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7042999 Aug 31 19:44:45.969948 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Request body: {'port': {'device_id': '1f364341-3ba3-4dec-92af-f035f4d7c802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:46.029109 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.158132 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032167-7244-4963-8a37-23c321ad2e40 req-b14a0b03-ab0d-4b8b-abda-8562b4c74b70 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:46.159844 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2c032167-7244-4963-8a37-23c321ad2e40 req-b14a0b03-ab0d-4b8b-abda-8562b4c74b70 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 945 time: 0.0599589 Aug 31 19:44:46.204019 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2c032167-7244-4963-8a37-23c321ad2e40 req-5b514166-2fb1-4bce-88a2-f6eb2e026516 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364528 Aug 31 19:44:46.307417 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac53c0-f590-4cf1-8eed-babcdde8e835 req-38c8bf0d-1115-4bf9-a28a-351b14de9d34 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:46.309153 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bdac53c0-f590-4cf1-8eed-babcdde8e835 req-38c8bf0d-1115-4bf9-a28a-351b14de9d34 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 931 time: 0.0844331 Aug 31 19:44:46.390180 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bdac53c0-f590-4cf1-8eed-babcdde8e835 req-afc86637-60f1-454a-b48f-7d1deadb2ced tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696201 Aug 31 19:44:46.395927 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8242ba6d-d91d-4497-9ccd-0476c578ed5a {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:44:46.404850 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.418097 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Transition to ACTIVE for port object 8242ba6d-d91d-4497-9ccd-0476c578ed5a will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:44:46.423422 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.480041 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Pushing event updated for resources: {'Port': ['ID=8242ba6d-d91d-4497-9ccd-0476c578ed5a,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.564859 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Attempting to bind port 8242ba6d-d91d-4497-9ccd-0476c578ed5a on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:44:46.565094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Attempting to bind port 8242ba6d-d91d-4497-9ccd-0476c578ed5a by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8c5addfb-4847-4aaf-8e57-a5174a45edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '244568bf-8754-420a-beda-aeb206b9a747'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:44:46.565412 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Attempting to bind port 8242ba6d-d91d-4497-9ccd-0476c578ed5a on network 244568bf-8754-420a-beda-aeb206b9a747 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:46.571369 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Port 8242ba6d-d91d-4497-9ccd-0476c578ed5a on network 244568bf-8754-420a-beda-aeb206b9a747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:44:46.571739 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Attempting to bind port 8242ba6d-d91d-4497-9ccd-0476c578ed5a on network 244568bf-8754-420a-beda-aeb206b9a747 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:44:46.577482 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:44:46.577814 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Checking segment: {'id': '8c5addfb-4847-4aaf-8e57-a5174a45edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '244568bf-8754-420a-beda-aeb206b9a747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:44:46.578229 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Bound using segment: {'id': '8c5addfb-4847-4aaf-8e57-a5174a45edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '244568bf-8754-420a-beda-aeb206b9a747'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:44:46.578661 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Bound port: 8242ba6d-d91d-4497-9ccd-0476c578ed5a, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5addfb-4847-4aaf-8e57-a5174a45edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '244568bf-8754-420a-beda-aeb206b9a747'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:44:46.579020 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.650076 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] For port 8242ba6d-d91d-4497-9ccd-0476c578ed5a, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:44:46.653431 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] For port 8242ba6d-d91d-4497-9ccd-0476c578ed5a, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8242ba6d-d91d-4497-9ccd-0476c578ed5a,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:44:46.659443 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.697247 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:46.697862 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:46.699282 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] 10.222.0.55 "PUT /v2.0/ports/8242ba6d-d91d-4497-9ccd-0476c578ed5a HTTP/1.1" status: 200 len: 1093 time: 0.7340522 Aug 31 19:44:46.699941 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f364341-3ba3-4dec-92af-f035f4d7c802', 'tag': '8242ba6d-d91d-4497-9ccd-0476c578ed5a'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:46.702288 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff780f-5270-45ef-8ee8-07b161c0aded" -d '{"events": [{"name": "network-changed", "server_uuid": "1f364341-3ba3-4dec-92af-f035f4d7c802", "tag": "8242ba6d-d91d-4497-9ccd-0476c578ed5a"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:46.729232 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7ee1-cb28-4ab7-b68b-1e0236602a24 service neutron] Pushing event updated for resources: {'Port': ['ID=8242ba6d-d91d-4497-9ccd-0476c578ed5a,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:46.755088 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213b1e08-3be5-47a6-9345-a37308fe5489 x-openstack-request-id: req-213b1e08-3be5-47a6-9345-a37308fe5489 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:46.755405 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f364341-3ba3-4dec-92af-f035f4d7c802", "tag": "8242ba6d-d91d-4497-9ccd-0476c578ed5a", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:46.755765 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-213b1e08-3be5-47a6-9345-a37308fe5489 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:46.759193 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f364341-3ba3-4dec-92af-f035f4d7c802', 'tag': '8242ba6d-d91d-4497-9ccd-0476c578ed5a', 'status': 'completed', 'code': 200} Aug 31 19:44:46.933829 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff780f-5270-45ef-8ee8-07b161c0aded req-bb3fc6dc-c0e7-4233-bca2-907f9eb44a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:46.933829 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1dff780f-5270-45ef-8ee8-07b161c0aded req-bb3fc6dc-c0e7-4233-bca2-907f9eb44a42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e89e001063d46f7a4c78fe7864d9dd2&device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 1096 time: 0.0583639 Aug 31 19:44:46.963014 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f70e-4678-405c-a668-8480d9992b45 req-212ca9cd-44a1-4e60-aa1e-9369cd61f934 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:46.964419 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5803f70e-4678-405c-a668-8480d9992b45 req-212ca9cd-44a1-4e60-aa1e-9369cd61f934 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0675859 Aug 31 19:44:47.005211 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5803f70e-4678-405c-a668-8480d9992b45 req-b5364b6d-d699-4da9-9086-1877f4d5079c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348358 Aug 31 19:44:47.120041 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff780f-5270-45ef-8ee8-07b161c0aded req-4517fed9-a83b-4920-9387-7885105dd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:47.121450 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1dff780f-5270-45ef-8ee8-07b161c0aded req-4517fed9-a83b-4920-9387-7885105dd74c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8e89e001063d46f7a4c78fe7864d9dd2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1219730 Aug 31 19:44:47.231211 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff780f-5270-45ef-8ee8-07b161c0aded req-54563bab-8812-424a-bdac-64b53cdfb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:47.232756 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1dff780f-5270-45ef-8ee8-07b161c0aded req-54563bab-8812-424a-bdac-64b53cdfb1f4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026909 Aug 31 19:44:47.362961 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e14008-b261-4e0b-b28f-cadeb0a531d4 req-500e5311-85e7-444f-b251-c3a4ff56aa99 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:47.364509 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-14e14008-b261-4e0b-b28f-cadeb0a531d4 req-500e5311-85e7-444f-b251-c3a4ff56aa99 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 945 time: 0.0770149 Aug 31 19:44:47.391792 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-c00d2e1b-19a1-43a4-9538-b61ef70de7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:47.393237 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-c00d2e1b-19a1-43a4-9538-b61ef70de7ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e89e001063d46f7a4c78fe7864d9dd2&device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 1096 time: 0.0686269 Aug 31 19:44:47.422100 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-14e14008-b261-4e0b-b28f-cadeb0a531d4 req-a08f3815-f1be-4118-80df-da0c71f4c545 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506158 Aug 31 19:44:47.455352 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-44530a66-952d-41db-9947-ddf5f0bdffaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8242ba6d-d91d-4497-9ccd-0476c578ed5a HTTP/1.1" status: 200 len: 217 time: 0.0457997 Aug 31 19:44:47.525499 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-6367c20b-daa1-45e1-b1eb-ece3018b3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:47.527064 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-6367c20b-daa1-45e1-b1eb-ece3018b3c59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a0de83b-509e-4b4c-ae7f-351fb140f13c HTTP/1.1" status: 200 len: 849 time: 0.0538218 Aug 31 19:44:47.553948 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c5a12-3531-497d-85d8-197ba0e5a7e2 req-501e1d1f-89b8-4f62-a362-7ffd0aae2233 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:47.555858 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2c2c5a12-3531-497d-85d8-197ba0e5a7e2 req-501e1d1f-89b8-4f62-a362-7ffd0aae2233 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 943 time: 0.0704708 Aug 31 19:44:47.601715 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2c2c5a12-3531-497d-85d8-197ba0e5a7e2 req-21d6ac96-445c-4775-913c-f2cb93f483dd tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Aug 31 19:44:47.609805 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-5c704ccc-f30e-42d5-9101-9f58d702c229 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244568bf-8754-420a-beda-aeb206b9a747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453856 Aug 31 19:44:47.636277 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20a4dc-d281-4329-973f-00b1e362ebd2 req-1e7ad108-3f2b-4844-b88e-8b5de623e1ec tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:47.637934 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0a20a4dc-d281-4329-973f-00b1e362ebd2 req-1e7ad108-3f2b-4844-b88e-8b5de623e1ec tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 945 time: 0.1145647 Aug 31 19:44:47.729096 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0a20a4dc-d281-4329-973f-00b1e362ebd2 req-96756fc1-ddeb-41cd-857c-ec5a77def2f8 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805264 Aug 31 19:44:47.749907 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-788037bb-2906-4efc-96c5-e798b37cc549 service neutron] 10.222.0.55 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305423 Aug 31 19:44:47.752212 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49756) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:47.859857 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a3eaf817-665e-46e6-a43f-d40b9e0ea1fa req-214f81b8-0ea4-4261-825e-1784be2ad4f6 service neutron] 10.222.0.55 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948849 Aug 31 19:44:48.231436 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fbd817-6619-4449-bfe1-5dd2bc118b88 tempest-TestVolumeBootPattern-1155653887 tempest-TestVolumeBootPattern-1155653887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:48.233013 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-26fbd817-6619-4449-bfe1-5dd2bc118b88 tempest-TestVolumeBootPattern-1155653887 tempest-TestVolumeBootPattern-1155653887-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 1093 time: 0.4798796 Aug 31 19:44:48.235904 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 49764) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:44:48.242303 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'floatingip': {'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'port_id': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:44:48.261688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59ed86-416b-41b3-afc4-f9086c73ae9e req-b6c1d88c-50ff-457e-a691-e375206341ed tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:48.263299 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1f59ed86-416b-41b3-afc4-f9086c73ae9e req-b6c1d88c-50ff-457e-a691-e375206341ed tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0770533 Aug 31 19:44:48.290334 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.349646 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1f59ed86-416b-41b3-afc4-f9086c73ae9e req-3093480f-36dc-4346-9f0b-eb3a4fc50a09 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801773 Aug 31 19:44:48.415723 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.529474 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Allocated IP 172.27.0.59 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/44f7f090-5da7-4386-a28b-2f96735c7b1d) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:44:48.644040 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.688091 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:48.728094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:44:48.734174 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:44:48.739279 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:44:48.747762 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e9527-3f3c-4ef9-aa62-4fe7174646e7 req-6b1937cd-a76d-4db8-a2b1-d0d86bcb8e9c tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:48.749432 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9d3e9527-3f3c-4ef9-aa62-4fe7174646e7 req-6b1937cd-a76d-4db8-a2b1-d0d86bcb8e9c tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 943 time: 0.0635476 Aug 31 19:44:48.765999 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'Port': ['ID=44f7f090-5da7-4386-a28b-2f96735c7b1d,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:48.807996 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9d3e9527-3f3c-4ef9-aa62-4fe7174646e7 req-2ce53f1e-493a-4d92-a8e6-dc646dfb122c tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Aug 31 19:44:49.346185 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.457131 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.488780 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5f1b-568f-4d0f-b383-390922eb2134 req-1a6084ae-2f35-4839-aec6-8a1864b586fb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:49.490367 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b51e5f1b-568f-4d0f-b383-390922eb2134 req-1a6084ae-2f35-4839-aec6-8a1864b586fb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0546570 Aug 31 19:44:49.536062 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b51e5f1b-568f-4d0f-b383-390922eb2134 req-29295581-cdae-4628-b27f-61d4dcc09de2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365999 Aug 31 19:44:49.621210 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.626463 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.700451 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'Port': ['ID=44f7f090-5da7-4386-a28b-2f96735c7b1d,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:49.713144 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:49.820339 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Floating IP 16d1d17b-cf97-4a92-8fed-b6cceae0c3a3 associated. External IP: 172.27.0.59, port: b679525a-2e84-46a4-b337-743bd3a8d591. Aug 31 19:44:49.980884 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84639e29-4f1b-4e87-aa27-f0c843fb5802 req-4a153e23-6067-4707-9afb-1cb432b002ba tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:49.982535 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-84639e29-4f1b-4e87-aa27-f0c843fb5802 req-4a153e23-6067-4707-9afb-1cb432b002ba tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 943 time: 0.0721581 Aug 31 19:44:50.089580 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-84639e29-4f1b-4e87-aa27-f0c843fb5802 req-dd0ae96e-8151-4bf8-a044-d22255f20e86 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725625 Aug 31 19:44:50.118778 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:44:50.243683 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:44:50.254257 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] Sync routers for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:44:50.262673 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:50.266666 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:50.267335 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:44:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:50.302315 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-751f3501-b6f2-4bc6-9860-f3a2c8b81cfd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0650065 Aug 31 19:44:50.303277 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'tag': 'b679525a-2e84-46a4-b337-743bd3a8d591'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:50.307370 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dcab9e-5187-49ba-8b64-c55af6a3a770" -d '{"events": [{"name": "network-changed", "server_uuid": "1af98a72-5530-4a8c-bd19-d02f336d0cac", "tag": "b679525a-2e84-46a4-b337-743bd3a8d591"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:50.359307 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52137c12-24a8-4b7e-b95a-010cb3855490 x-openstack-request-id: req-52137c12-24a8-4b7e-b95a-010cb3855490 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:50.360308 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af98a72-5530-4a8c-bd19-d02f336d0cac", "tag": "b679525a-2e84-46a4-b337-743bd3a8d591", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:50.360308 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52137c12-24a8-4b7e-b95a-010cb3855490 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:50.360308 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'tag': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'status': 'completed', 'code': 200} Aug 31 19:44:50.390567 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:50.428422 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:44:50.489119 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-2aaa76be-97fe-41cc-87c9-8564b8a62d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:50.491964 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-2aaa76be-97fe-41cc-87c9-8564b8a62d9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 1098 time: 0.0734379 Aug 31 19:44:50.614966 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-62e8132b-b2de-4459-9c0d-006885ee8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:50.618276 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-62e8132b-b2de-4459-9c0d-006885ee8d7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.1186063 Aug 31 19:44:50.641262 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:50.664472 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'port_id': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'mac_address': 'fa:16:3e:9f:2f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:44:50.708143 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-da8baf8b-0531-4d9b-b831-3f35cfb4b9be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b679525a-2e84-46a4-b337-743bd3a8d591 HTTP/1.1" status: 200 len: 998 time: 0.0823781 Aug 31 19:44:50.721645 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6813a8-902b-4c31-b1ba-b7da0de3bc1c req-54113e96-8232-42f6-9257-2028c6259629 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:50.724413 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2c6813a8-902b-4c31-b1ba-b7da0de3bc1c req-54113e96-8232-42f6-9257-2028c6259629 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 943 time: 0.0724499 Aug 31 19:44:50.767049 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-89b3d509-5cfc-4000-9c86-912a0145e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:50.768583 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-89b3d509-5cfc-4000-9c86-912a0145e9f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0529799 Aug 31 19:44:50.783318 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:50.796733 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2c6813a8-902b-4c31-b1ba-b7da0de3bc1c req-cb18cdc9-4542-4578-98db-b625513147be tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578141 Aug 31 19:44:50.814199 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b767db9-17e5-45d2-b022-0d443d5cb73f {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:44:50.823996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-6e00df31-b8ac-415d-8944-287dc6ae2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:50.825518 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-6e00df31-b8ac-415d-8944-287dc6ae2e4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496197 Aug 31 19:44:50.850396 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:50.855203 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:50.898860 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '16d1d17b-cf97-4a92-8fed-b6cceae0c3a3', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:44:48Z', 'updated_at': '2021-08-31T19:44:48Z', 'revision_number': 0, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:50.934081 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-01c1888c-84de-452c-add2-2baf3c6e3a96 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999088 Aug 31 19:44:50.938752 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] Checking router: 08a0e5d9-db5a-4f52-9c39-8185c9710b12 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:44:50.947362 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=9']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:50.957877 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.958252 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.958595 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.958932 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.959298 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.959634 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.959968 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.960289 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.960615 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.960941 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.961260 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.961580 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:44:50.965436 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:44:50.966112 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:44:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:51.049068 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a4dcab9e-5187-49ba-8b64-c55af6a3a770 req-f40badf8-4c67-473c-964f-ae7a7aa6fb6c service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064670 Aug 31 19:44:51.088731 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:44:51.247644 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c9071-6e43-4879-8c58-f65d275ecaaa req-33f81159-a0e5-4c1a-95cd-59d20d1e4dd4 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:51.249264 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c69c9071-6e43-4879-8c58-f65d275ecaaa req-33f81159-a0e5-4c1a-95cd-59d20d1e4dd4 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 943 time: 0.0643902 Aug 31 19:44:51.301043 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c69c9071-6e43-4879-8c58-f65d275ecaaa req-48eeef33-a903-4727-a9e2-2face2c7c2d0 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Aug 31 19:44:51.319386 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['8b767db9-17e5-45d2-b022-0d443d5cb73f'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:44:51.447704 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '16d1d17b-cf97-4a92-8fed-b6cceae0c3a3', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:44:48Z', 'updated_at': '2021-08-31T19:44:48Z', 'revision_number': 0, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:44:51.486741 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731255f1-0165-4b87-b9ee-3521029122fa None None] The sync data for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi is: [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '16d1d17b-cf97-4a92-8fed-b6cceae0c3a3', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:44:48Z', 'updated_at': '2021-08-31T19:44:48Z', 'revision_number': 0, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:44:51.620336 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85e39d-7db6-4ce2-9868-69e95b2d0883 req-8f905fc7-78d9-4865-8fc0-2864b53e18d6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:51.621861 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7e85e39d-7db6-4ce2-9868-69e95b2d0883 req-8f905fc7-78d9-4865-8fc0-2864b53e18d6 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.1218462 Aug 31 19:44:51.637522 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-e1613731-7d69-490f-a959-e1aa9d6e1d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:51.639069 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-e1613731-7d69-490f-a959-e1aa9d6e1d0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0534a8bc230947f7b167be742bb5fd92&device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1138 time: 0.0811327 Aug 31 19:44:51.729580 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b4561d-2c4a-4af0-a629-f775a9cc11a1 None None] New status for floating IP 16d1d17b-cf97-4a92-8fed-b6cceae0c3a3: ACTIVE {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:44:51.740648 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7e85e39d-7db6-4ce2-9868-69e95b2d0883 req-fa01d5d0-6e81-44e5-b261-b6d289c58ac2 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116879 Aug 31 19:44:51.780027 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-616bcf1f-3c80-4ba6-ab4f-77c1420b0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:51.781555 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-616bcf1f-3c80-4ba6-ab4f-77c1420b0e7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 200 len: 916 time: 0.1308379 Aug 31 19:44:51.892499 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-88b40560-a56a-4a52-ace3-5c0bbe2ca46b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 1002 time: 0.1027584 Aug 31 19:44:51.951935 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-bc8948f1-bd4c-4222-a30e-970e360f8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:51.953688 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-bc8948f1-bd4c-4222-a30e-970e360f8e80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8236f8b3-26d3-4098-9767-a497fdb7a846 HTTP/1.1" status: 200 len: 854 time: 0.0532568 Aug 31 19:44:51.998918 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1db8-f633-43eb-898c-2dbc6ea4af68 req-d139824b-66cc-4ab4-9bf2-36928241459d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:52.000539 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b69e1db8-f633-43eb-898c-2dbc6ea4af68 req-d139824b-66cc-4ab4-9bf2-36928241459d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 944 time: 0.0748384 Aug 31 19:44:52.013613 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-ae979af9-f8f7-48a6-b025-bc1fe7cec7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:52.015550 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-ae979af9-f8f7-48a6-b025-bc1fe7cec7da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afc56b53-89ad-445f-86e9-6b7ca5ed9826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534964 Aug 31 19:44:52.052637 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b69e1db8-f633-43eb-898c-2dbc6ea4af68 req-963a91bc-76d3-45e9-a4ae-38e57d1c0abe tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391018 Aug 31 19:44:52.117178 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-3701e06c-e49a-4e7e-a10f-524d1dab5b3f service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936699 Aug 31 19:44:52.232760 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7120ac26-7a16-40b2-a47e-a7680e75f71f req-0d9dd629-67aa-4830-ad40-6ba65f930ac4 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080594 Aug 31 19:44:52.460024 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8242ba6d-d91d-4497-9ccd-0476c578ed5a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:44:52.468424 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:52.469586 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf9e87-8c59-43a4-b2a0-10e27045ee47 req-011e2117-e147-4353-b355-be6160765eb5 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:52.472737 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77bf9e87-8c59-43a4-b2a0-10e27045ee47 req-011e2117-e147-4353-b355-be6160765eb5 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 943 time: 0.0765913 Aug 31 19:44:52.520945 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77bf9e87-8c59-43a4-b2a0-10e27045ee47 req-16288c6b-dcf1-481f-80e6-da967d4b8a24 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Aug 31 19:44:52.712095 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 8b767db9-17e5-45d2-b022-0d443d5cb73f triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:52.712594 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.766505 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8242ba6d-d91d-4497-9ccd-0476c578ed5a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8242ba6d-d91d-4497-9ccd-0476c578ed5a,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:52.787049 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '8242ba6d-d91d-4497-9ccd-0476c578ed5a', 'network_id': '244568bf-8754-420a-beda-aeb206b9a747', 'port_id': '8242ba6d-d91d-4497-9ccd-0476c578ed5a', 'mac_address': 'fa:16:3e:02:ee:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0de83b-509e-4b4c-ae7f-351fb140f13c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:44:52.903261 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.926070 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:52.926318 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398dede-dd75-42d4-ab1e-4276dcf44e4a req-9e7b9676-3433-45db-95e5-bb4c896c2291 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:52.929506 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2398dede-dd75-42d4-ab1e-4276dcf44e4a req-9e7b9676-3433-45db-95e5-bb4c896c2291 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0677490 Aug 31 19:44:52.933808 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8242ba6d-d91d-4497-9ccd-0476c578ed5a {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:44:52.996341 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2398dede-dd75-42d4-ab1e-4276dcf44e4a req-8da667ff-48dd-473a-8155-fe0168eabe58 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590041 Aug 31 19:44:53.001710 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:53.004833 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6303c9-0137-4cd3-8d83-f3003181b521" -d '{"events": [{"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-plugged", "status": "completed", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:53.019751 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8242ba6d-d91d-4497-9ccd-0476c578ed5a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8242ba6d-d91d-4497-9ccd-0476c578ed5a,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:53.033748 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:53.039586 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:53.047213 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:53.080371 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfca76a-1f4f-4923-82a5-390a1223779c x-openstack-request-id: req-ecfca76a-1f4f-4923-82a5-390a1223779c {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:53.080679 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-plugged", "status": "completed", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:53.080968 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ecfca76a-1f4f-4923-82a5-390a1223779c {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:53.081385 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'code': 200} Aug 31 19:44:53.110999 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=8242ba6d-d91d-4497-9ccd-0476c578ed5a,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:53.173816 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=10']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:53.238058 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca6c1b-0ae4-423e-b7c4-b77d0c2436ab req-5bac19b7-9495-4253-8c2b-7d15dad59bff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:53.239700 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eaca6c1b-0ae4-423e-b7c4-b77d0c2436ab req-5bac19b7-9495-4253-8c2b-7d15dad59bff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.0719995 Aug 31 19:44:53.282322 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eaca6c1b-0ae4-423e-b7c4-b77d0c2436ab req-38c97243-2d00-4960-bf68-eaa113955f66 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363021 Aug 31 19:44:53.529943 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['8242ba6d-d91d-4497-9ccd-0476c578ed5a'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:44:53.691862 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831dccb-00f3-49f3-b55b-aebf6f4818be req-955d6169-6dc0-49ab-9000-ccc5941818cc tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:53.694727 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1831dccb-00f3-49f3-b55b-aebf6f4818be req-955d6169-6dc0-49ab-9000-ccc5941818cc tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 944 time: 0.0779974 Aug 31 19:44:53.739691 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1831dccb-00f3-49f3-b55b-aebf6f4818be req-ca0991a6-af52-41b7-87ad-ca80a29aadfd tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 Aug 31 19:44:53.765345 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f96cb2-c1dc-492d-acf1-52e5a48d56b3 req-fc359e1e-a1e9-465e-86ab-eaeaf0223080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:53.766966 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27f96cb2-c1dc-492d-acf1-52e5a48d56b3 req-fc359e1e-a1e9-465e-86ab-eaeaf0223080 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 1099 time: 0.0625298 Aug 31 19:44:53.812439 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27f96cb2-c1dc-492d-acf1-52e5a48d56b3 req-7920d075-93d4-4f4f-9799-2b7450112b17 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346298 Aug 31 19:44:54.131407 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c2f35-4910-4b60-a1a0-9062799bdde8 req-abe4a5e7-4fff-4413-bb8d-77519d0640a7 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:54.133473 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-838c2f35-4910-4b60-a1a0-9062799bdde8 req-abe4a5e7-4fff-4413-bb8d-77519d0640a7 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0540082 Aug 31 19:44:54.185902 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-838c2f35-4910-4b60-a1a0-9062799bdde8 req-6a54a912-80db-4442-afff-93c9525819b5 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417781 Aug 31 19:44:54.419820 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9f4a2-392d-4797-95dd-970a1b17debb req-58bf4566-ec93-4859-a39a-1eaf69f88c3b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:54.421395 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bbc9f4a2-392d-4797-95dd-970a1b17debb req-58bf4566-ec93-4859-a39a-1eaf69f88c3b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.0565546 Aug 31 19:44:54.474133 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bbc9f4a2-392d-4797-95dd-970a1b17debb req-09c569ac-9082-4782-9b2c-baa3a1f60c1f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459342 Aug 31 19:44:54.864427 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf47ca-404f-45a6-8361-daccc593b61c req-372ad96e-1204-4f5b-91a9-d2234162dbb9 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:54.866632 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-05cf47ca-404f-45a6-8361-daccc593b61c req-372ad96e-1204-4f5b-91a9-d2234162dbb9 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 944 time: 0.0492821 Aug 31 19:44:54.906495 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-05cf47ca-404f-45a6-8361-daccc593b61c req-092a2d12-a61f-43d8-b780-6e4fccce4e35 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Aug 31 19:44:55.308133 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a3ef0-203c-4609-84c6-7768cd423488 req-eed44867-42a8-451d-b3cc-193f16672e4c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:55.309710 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6a9a3ef0-203c-4609-84c6-7768cd423488 req-eed44867-42a8-451d-b3cc-193f16672e4c tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0552397 Aug 31 19:44:55.354484 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6a9a3ef0-203c-4609-84c6-7768cd423488 req-075ace09-caf6-4ca1-a671-926a8bd28b0f tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384684 Aug 31 19:44:55.616989 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a89e62-8341-440d-9c06-34bfe1be32a0 req-5a1082b4-8f3f-4421-8c3a-c7aa54b054da tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:55.618651 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-97a89e62-8341-440d-9c06-34bfe1be32a0 req-5a1082b4-8f3f-4421-8c3a-c7aa54b054da tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.0621371 Aug 31 19:44:55.674189 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-97a89e62-8341-440d-9c06-34bfe1be32a0 req-ee821181-e837-4838-96cc-9df3c4aed82b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482504 Aug 31 19:44:56.062204 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bdf8a-4112-4dd8-b37e-10d825966495 req-4e3fe191-d331-4ee8-be9d-1339e75be929 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:56.063386 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b61bdf8a-4112-4dd8-b37e-10d825966495 req-4e3fe191-d331-4ee8-be9d-1339e75be929 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 944 time: 0.0688012 Aug 31 19:44:56.111766 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b61bdf8a-4112-4dd8-b37e-10d825966495 req-21e9fdc2-1f36-4e66-a816-f8ce57af1960 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370765 Aug 31 19:44:56.474986 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8242ba6d-d91d-4497-9ccd-0476c578ed5a up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:44:56.486624 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97d6f3-503a-4011-a9be-cd1795036fa7 req-7b34b988-2e03-431d-9a0e-7350ad229189 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:56.494038 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5d97d6f3-503a-4011-a9be-cd1795036fa7 req-7b34b988-2e03-431d-9a0e-7350ad229189 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0608006 Aug 31 19:44:56.532157 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 8242ba6d-d91d-4497-9ccd-0476c578ed5a completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:44:56.536913 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 8242ba6d-d91d-4497-9ccd-0476c578ed5a triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:44:56.537316 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:56.547781 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5d97d6f3-503a-4011-a9be-cd1795036fa7 req-976df288-e53b-4ef1-be24-2a213f381f5d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526981 Aug 31 19:44:56.639585 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:56.674887 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f364341-3ba3-4dec-92af-f035f4d7c802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8242ba6d-d91d-4497-9ccd-0476c578ed5a'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:44:56.677211 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a60092-06ca-4a4b-9cbf-e48a9dee7ca4" -d '{"events": [{"server_uuid": "1f364341-3ba3-4dec-92af-f035f4d7c802", "name": "network-vif-plugged", "status": "completed", "tag": "8242ba6d-d91d-4497-9ccd-0476c578ed5a"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:44:56.692675 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 8242ba6d-d91d-4497-9ccd-0476c578ed5a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8242ba6d-d91d-4497-9ccd-0476c578ed5a,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:44:56.698979 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:56.735520 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2164931-423b-4c64-93fc-d8acabb8f235 x-openstack-request-id: req-e2164931-423b-4c64-93fc-d8acabb8f235 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:44:56.735840 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f364341-3ba3-4dec-92af-f035f4d7c802", "name": "network-vif-plugged", "status": "completed", "tag": "8242ba6d-d91d-4497-9ccd-0476c578ed5a", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:44:56.736110 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2164931-423b-4c64-93fc-d8acabb8f235 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:44:56.736480 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f364341-3ba3-4dec-92af-f035f4d7c802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8242ba6d-d91d-4497-9ccd-0476c578ed5a', 'code': 200} Aug 31 19:44:56.765326 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=8242ba6d-d91d-4497-9ccd-0476c578ed5a,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:44:56.811451 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:44:56.840098 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aca32-970b-4aae-9667-e746f1ba163b req-08986f79-1289-4f06-b564-cdd4fb705cc8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:56.841870 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-727aca32-970b-4aae-9667-e746f1ba163b req-08986f79-1289-4f06-b564-cdd4fb705cc8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.0579188 Aug 31 19:44:56.891139 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-727aca32-970b-4aae-9667-e746f1ba163b req-ced4eabd-40fd-4e78-8d9d-a681de13383c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374396 Aug 31 19:44:56.980861 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccc079-3cc3-4237-b3fb-3cff912426f8 req-fe2d3d67-7b38-498c-861a-77923c6ad8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:56.982428 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fccc079-3cc3-4237-b3fb-3cff912426f8 req-fe2d3d67-7b38-498c-861a-77923c6ad8bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 1098 time: 0.0457957 Aug 31 19:44:57.024471 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fccc079-3cc3-4237-b3fb-3cff912426f8 req-917e5eb6-70bb-4077-a220-219fd74857bf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Aug 31 19:44:57.249619 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab4e23-2d41-44b9-9ccd-6d5893765034 req-415d3781-2ff9-4005-a31c-b07a4d764038 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:57.251265 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-60ab4e23-2d41-44b9-9ccd-6d5893765034 req-415d3781-2ff9-4005-a31c-b07a4d764038 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 945 time: 0.0589681 Aug 31 19:44:57.304661 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-60ab4e23-2d41-44b9-9ccd-6d5893765034 req-d846182c-f148-4e7c-9eb2-57a9d20440bf tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Aug 31 19:44:57.693048 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2746b-490d-4d0c-af8c-3b2d19617b02 req-4b01fbc9-a426-4f24-a9b2-10d5a4001df5 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:57.694623 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7ab2746b-490d-4d0c-af8c-3b2d19617b02 req-4b01fbc9-a426-4f24-a9b2-10d5a4001df5 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0535748 Aug 31 19:44:57.734932 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7ab2746b-490d-4d0c-af8c-3b2d19617b02 req-933251fa-9923-4b4d-8edd-df02f65ec5e4 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342445 Aug 31 19:44:57.965611 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55ef4259-253c-443b-933f-c89dc8158225 req-7e91024f-6979-4c85-8cd7-bead8897d2eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408263 Aug 31 19:44:58.086472 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef4259-253c-443b-933f-c89dc8158225 req-b5024afe-aa95-4741-a2b4-d778be2ab993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:58.089126 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55ef4259-253c-443b-933f-c89dc8158225 req-b5024afe-aa95-4741-a2b4-d778be2ab993 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 1099 time: 0.0469892 Aug 31 19:44:58.501873 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29113a-2a8a-4be9-88dc-6b1d1d8fa1f0 req-f35c2456-df65-4676-a141-155cb09b7b9f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:58.503525 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6a29113a-2a8a-4be9-88dc-6b1d1d8fa1f0 req-f35c2456-df65-4676-a141-155cb09b7b9f tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 945 time: 0.0841753 Aug 31 19:44:58.510069 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef4259-253c-443b-933f-c89dc8158225 req-b4104024-289b-4f7e-b22d-e4fb1d1c70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:58.511587 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55ef4259-253c-443b-933f-c89dc8158225 req-b4104024-289b-4f7e-b22d-e4fb1d1c70bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.3915203 Aug 31 19:44:58.554737 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6a29113a-2a8a-4be9-88dc-6b1d1d8fa1f0 req-cf39f7c2-33f5-4058-a932-f03c360776a6 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Aug 31 19:44:58.731215 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55ef4259-253c-443b-933f-c89dc8158225 req-ad945c59-699e-4674-90fd-e1d6beb70ac4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f HTTP/1.1" status: 200 len: 1001 time: 0.1027384 Aug 31 19:44:58.794404 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef4259-253c-443b-933f-c89dc8158225 req-10ea74e9-f0e2-4d2e-bbe6-eac7d7e6c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:58.796013 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55ef4259-253c-443b-933f-c89dc8158225 req-10ea74e9-f0e2-4d2e-bbe6-eac7d7e6c3f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0498416 Aug 31 19:44:58.883874 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef4259-253c-443b-933f-c89dc8158225 req-7088d280-2162-4a1a-bf55-dd4538af09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:58.887829 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55ef4259-253c-443b-933f-c89dc8158225 req-7088d280-2162-4a1a-bf55-dd4538af09c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0816784 Aug 31 19:44:58.936698 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd69b7-a773-4a69-8e94-ef2d1f52086c req-3d316c1f-9857-4b12-aa07-24c12305bde2 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:58.939569 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c5bd69b7-a773-4a69-8e94-ef2d1f52086c req-3d316c1f-9857-4b12-aa07-24c12305bde2 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0932112 Aug 31 19:44:59.013162 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55ef4259-253c-443b-933f-c89dc8158225 req-7bdb4d1b-d4f1-4e3d-8716-d983c0cb322b service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080310 Aug 31 19:44:59.013644 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c5bd69b7-a773-4a69-8e94-ef2d1f52086c req-1ce11e4a-2c59-48c4-9bfa-b316d4607fae tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662146 Aug 31 19:44:59.121512 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-55ef4259-253c-443b-933f-c89dc8158225 req-b0471d4d-2579-4aed-a4f4-dede452281c0 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986180 Aug 31 19:44:59.733401 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224b29a-ce75-471b-99e5-6d79ae385464 req-73559ef9-cbd0-4553-9274-1cf0d210a924 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:44:59.736715 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a224b29a-ce75-471b-99e5-6d79ae385464 req-73559ef9-cbd0-4553-9274-1cf0d210a924 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 945 time: 0.0653701 Aug 31 19:44:59.783816 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a224b29a-ce75-471b-99e5-6d79ae385464 req-5631a1f2-d7b5-4e48-8747-e3fa2b3c394d tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Aug 31 19:45:00.160042 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998e16-c10f-49d0-8446-1a335042109c req-358788a8-0eed-4d44-8df5-560c258125bb tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:00.162285 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-11998e16-c10f-49d0-8446-1a335042109c req-358788a8-0eed-4d44-8df5-560c258125bb tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0601568 Aug 31 19:45:00.206924 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-11998e16-c10f-49d0-8446-1a335042109c req-1ea5167d-364d-4086-9009-31e29a2400f5 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372107 Aug 31 19:45:00.660208 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64db27-84f0-4a3d-a8df-0441897d90dd req-9d6e0c59-41ca-4fb0-b137-ea946d7fafc2 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:00.662350 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7d64db27-84f0-4a3d-a8df-0441897d90dd req-9d6e0c59-41ca-4fb0-b137-ea946d7fafc2 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 945 time: 0.0524144 Aug 31 19:45:00.703126 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7d64db27-84f0-4a3d-a8df-0441897d90dd req-fb0d8d1c-807d-404f-bd1a-4d99c415fbff tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346866 Aug 31 19:45:01.350968 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002345a0-4d9d-4478-a75e-d18239a0e7d8 req-e2be8635-9e9b-4004-be71-1c7434a196ac tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:01.352542 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-002345a0-4d9d-4478-a75e-d18239a0e7d8 req-e2be8635-9e9b-4004-be71-1c7434a196ac tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0689552 Aug 31 19:45:01.409293 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-002345a0-4d9d-4478-a75e-d18239a0e7d8 req-8091819f-dd47-4856-8d69-6734d46db22a tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480614 Aug 31 19:45:01.832691 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3a7b5-75aa-4bdb-9d04-1347c001a805 req-85957169-24bf-4b57-9d33-66f47bf23e61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:01.834935 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-faa3a7b5-75aa-4bdb-9d04-1347c001a805 req-85957169-24bf-4b57-9d33-66f47bf23e61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 945 time: 0.0525446 Aug 31 19:45:01.875373 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-faa3a7b5-75aa-4bdb-9d04-1347c001a805 req-d3a21c65-d285-420f-920a-d64dede07821 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Aug 31 19:45:02.535277 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5dfc1-f2e4-4bb3-b40f-2ef22b4df3e7 req-da9655b7-1d96-4af2-978e-9fc4483ad45b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:02.537572 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0ad5dfc1-f2e4-4bb3-b40f-2ef22b4df3e7 req-da9655b7-1d96-4af2-978e-9fc4483ad45b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0565050 Aug 31 19:45:02.580656 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0ad5dfc1-f2e4-4bb3-b40f-2ef22b4df3e7 req-877e0567-5a8d-4a4d-ac26-738fc5547343 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363131 Aug 31 19:45:02.817566 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-4efc89af-7237-4024-a443-2708c62d1caa tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:02.819183 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-4efc89af-7237-4024-a443-2708c62d1caa tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 945 time: 0.0531082 Aug 31 19:45:02.923694 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Deleting port 8242ba6d-d91d-4497-9ccd-0476c578ed5a {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:45:02.924033 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:03.053280 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fd155-a5b3-4b56-9cab-21944379950f req-52da654a-e3c2-4606-9eb3-2476759ef649 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:03.054948 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ae9fd155-a5b3-4b56-9cab-21944379950f req-52da654a-e3c2-4606-9eb3-2476759ef649 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f364341-3ba3-4dec-92af-f035f4d7c802 HTTP/1.1" status: 200 len: 945 time: 0.0860050 Aug 31 19:45:03.060623 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] For port 8242ba6d-d91d-4497-9ccd-0476c578ed5a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8242ba6d-d91d-4497-9ccd-0476c578ed5a,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:03.060984 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:03.087797 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Calling delete_port for 8242ba6d-d91d-4497-9ccd-0476c578ed5a owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:45:03.146153 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ae9fd155-a5b3-4b56-9cab-21944379950f req-0f4f3b6a-680e-4235-9d6a-de704cf1ef60 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823553 Aug 31 19:45:03.255151 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:03.288194 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Pushing event deleted for resources: {'Port': ['ID=8242ba6d-d91d-4497-9ccd-0476c578ed5a,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:03.310721 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['8242ba6d-d91d-4497-9ccd-0476c578ed5a'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:45:03.333240 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] No DVR routers for this DVR port 8242ba6d-d91d-4497-9ccd-0476c578ed5a on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:45:03.336811 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:03.338944 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4007fe83-52cd-4d9e-893f-37aa71901e3e req-55283bca-386f-4f62-a425-2a7021a52546 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.55 "DELETE /v2.0/ports/8242ba6d-d91d-4497-9ccd-0476c578ed5a HTTP/1.1" status: 204 len: 173 time: 0.5124035 Aug 31 19:45:03.339323 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f364341-3ba3-4dec-92af-f035f4d7c802', 'name': 'network-vif-deleted', 'tag': '8242ba6d-d91d-4497-9ccd-0476c578ed5a'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:03.341677 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e74168-1945-4a4f-b1da-309d0dd6d328" -d '{"events": [{"server_uuid": "1f364341-3ba3-4dec-92af-f035f4d7c802", "name": "network-vif-deleted", "tag": "8242ba6d-d91d-4497-9ccd-0476c578ed5a"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:03.380947 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bdbb07-fb22-4488-a117-50e981be6411 x-openstack-request-id: req-e0bdbb07-fb22-4488-a117-50e981be6411 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:03.381290 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f364341-3ba3-4dec-92af-f035f4d7c802", "name": "network-vif-deleted", "tag": "8242ba6d-d91d-4497-9ccd-0476c578ed5a", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:03.381529 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e0bdbb07-fb22-4488-a117-50e981be6411 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:03.382675 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f364341-3ba3-4dec-92af-f035f4d7c802', 'name': 'network-vif-deleted', 'tag': '8242ba6d-d91d-4497-9ccd-0476c578ed5a', 'status': 'completed', 'code': 200} Aug 31 19:45:03.709690 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03da4e-1e20-421e-84e2-b014012e2a87 req-e2071370-fe01-4182-af96-85d869c62746 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:03.711347 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6f03da4e-1e20-421e-84e2-b014012e2a87 req-e2071370-fe01-4182-af96-85d869c62746 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0551198 Aug 31 19:45:03.755874 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6f03da4e-1e20-421e-84e2-b014012e2a87 req-e1cec7a6-a94c-4487-ad81-05e762745d64 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&id=51db1a84-b87f-4bf7-8780-1e41076b3af4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379095 Aug 31 19:45:04.427183 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-8409be83-3a67-44c0-869c-a97bb14ebd01 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:04.429391 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-8409be83-3a67-44c0-869c-a97bb14ebd01 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/networks?id=244568bf-8754-420a-beda-aeb206b9a747 HTTP/1.1" status: 200 len: 809 time: 0.1090286 Aug 31 19:45:04.445859 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6297751a-a514-438b-a924-2f2ce60dfa71 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/quotas/8e89e001063d46f7a4c78fe7864d9dd2 HTTP/1.1" status: 200 len: 375 time: 0.0105147 Aug 31 19:45:04.480776 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-56af493c-1ba6-4569-bde5-3235365e8c11 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8e89e001063d46f7a4c78fe7864d9dd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286684 Aug 31 19:45:04.575939 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-7432d4c9-e523-4877-af53-fac38a949c92 service neutron] 10.222.0.54 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885801 Aug 31 19:45:04.672243 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-c3c01d41-fe83-41b5-b60b-a3224ed8c182 service neutron] 10.222.0.54 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902145 Aug 31 19:45:04.863044 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0d3d75bf-1d6a-4720-bb72-484a4f1b1186 req-fbc82686-3c7a-4e74-8613-284c5f3727cd tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 210 time: 0.0268202 Aug 31 19:45:05.959843 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-dec4e0a1-b3d6-43eb-bf71-af5bc4e388bb tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:05.961377 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-dec4e0a1-b3d6-43eb-bf71-af5bc4e388bb tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.55 "GET /v2.0/networks?id=244568bf-8754-420a-beda-aeb206b9a747 HTTP/1.1" status: 200 len: 809 time: 0.1484065 Aug 31 19:45:05.982493 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0cc6bf6e-a254-43f5-a539-e64c5bcc6242 req-894a0c9b-9da5-4dcf-a2e3-a018936b5ee7 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 210 time: 0.0380681 Aug 31 19:45:05.986004 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Request body: {'port': {'device_id': 'a5c0f4cc-f13a-46a3-823a-bd88ab445fc0', 'network_id': '244568bf-8754-420a-beda-aeb206b9a747', 'admin_state_up': True, 'tenant_id': '8e89e001063d46f7a4c78fe7864d9dd2'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:45:06.106331 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Made reservation on behalf of 8e89e001063d46f7a4c78fe7864d9dd2 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:45:06.109750 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.249096 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Allocated IP 172.20.0.13 (244568bf-8754-420a-beda-aeb206b9a747/4a0de83b-509e-4b4c-ae7f-351fb140f13c/0428b6e5-2c96-484e-9cb0-4ebd1be11186) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:45:06.404779 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.446565 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.502084 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Network 244568bf-8754-420a-beda-aeb206b9a747 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:45:06.505391 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:45:06.510131 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:45:06.517065 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Pushing event updated for resources: {'Port': ['ID=0428b6e5-2c96-484e-9cb0-4ebd1be11186,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:06.518662 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8242ba6d-d91d-4497-9ccd-0476c578ed5a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:45:06.551198 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 8242ba6d-d91d-4497-9ccd-0476c578ed5a {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:45:06.551641 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8242ba6d-d91d-4497-9ccd-0476c578ed5a not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:45:06.567199 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:06.567840 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.584222 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-6e587262-67d0-4dab-82b6-285a64950a61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6038377 Aug 31 19:45:06.603867 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Request body: {'port': {'device_id': 'a5c0f4cc-f13a-46a3-823a-bd88ab445fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:45:06.662302 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.962150 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0428b6e5-2c96-484e-9cb0-4ebd1be11186 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:45:06.970358 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:06.984923 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Transition to ACTIVE for port object 0428b6e5-2c96-484e-9cb0-4ebd1be11186 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:45:06.991653 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.075966 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Pushing event updated for resources: {'Port': ['ID=0428b6e5-2c96-484e-9cb0-4ebd1be11186,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:07.169234 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3894c-b53a-4cbd-a0bf-449f434495a4 req-989bd422-b2d8-48f1-8971-f6c97ef4bd9d tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.170790 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-48c3894c-b53a-4cbd-a0bf-449f434495a4 req-989bd422-b2d8-48f1-8971-f6c97ef4bd9d tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 944 time: 0.0967619 Aug 31 19:45:07.175569 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Attempting to bind port 0428b6e5-2c96-484e-9cb0-4ebd1be11186 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:45:07.175899 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Attempting to bind port 0428b6e5-2c96-484e-9cb0-4ebd1be11186 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8c5addfb-4847-4aaf-8e57-a5174a45edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '244568bf-8754-420a-beda-aeb206b9a747'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:45:07.176222 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Attempting to bind port 0428b6e5-2c96-484e-9cb0-4ebd1be11186 on network 244568bf-8754-420a-beda-aeb206b9a747 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:45:07.188500 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Port 0428b6e5-2c96-484e-9cb0-4ebd1be11186 on network 244568bf-8754-420a-beda-aeb206b9a747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:45:07.188812 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Attempting to bind port 0428b6e5-2c96-484e-9cb0-4ebd1be11186 on network 244568bf-8754-420a-beda-aeb206b9a747 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:45:07.202101 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:45:07.202342 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Checking segment: {'id': '8c5addfb-4847-4aaf-8e57-a5174a45edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '244568bf-8754-420a-beda-aeb206b9a747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:45:07.202710 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Bound using segment: {'id': '8c5addfb-4847-4aaf-8e57-a5174a45edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '244568bf-8754-420a-beda-aeb206b9a747'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:45:07.203146 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Bound port: 0428b6e5-2c96-484e-9cb0-4ebd1be11186, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5addfb-4847-4aaf-8e57-a5174a45edd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '244568bf-8754-420a-beda-aeb206b9a747'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:45:07.203492 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.232778 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-48c3894c-b53a-4cbd-a0bf-449f434495a4 req-d2f7cfe3-3926-4fb1-808d-04d3a20e36e9 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532351 Aug 31 19:45:07.282618 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] For port 0428b6e5-2c96-484e-9cb0-4ebd1be11186, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:45:07.285605 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] For port 0428b6e5-2c96-484e-9cb0-4ebd1be11186, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0428b6e5-2c96-484e-9cb0-4ebd1be11186,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:45:07.290629 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.328348 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.328962 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:07.330411 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] 10.222.0.55 "PUT /v2.0/ports/0428b6e5-2c96-484e-9cb0-4ebd1be11186 HTTP/1.1" status: 200 len: 1094 time: 0.7313550 Aug 31 19:45:07.332732 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c0f4cc-f13a-46a3-823a-bd88ab445fc0', 'tag': '0428b6e5-2c96-484e-9cb0-4ebd1be11186'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:07.335707 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c0f4cc-f13a-46a3-823a-bd88ab445fc0", "tag": "0428b6e5-2c96-484e-9cb0-4ebd1be11186"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:07.368530 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bcbf4-8258-4504-8544-77a62fed3d59 service neutron] Pushing event updated for resources: {'Port': ['ID=0428b6e5-2c96-484e-9cb0-4ebd1be11186,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:07.388742 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5682de7e-cb81-4fd5-b057-95b9c1b2f44c x-openstack-request-id: req-5682de7e-cb81-4fd5-b057-95b9c1b2f44c {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:07.389187 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c0f4cc-f13a-46a3-823a-bd88ab445fc0", "tag": "0428b6e5-2c96-484e-9cb0-4ebd1be11186", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:07.389596 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5682de7e-cb81-4fd5-b057-95b9c1b2f44c {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:07.391139 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c0f4cc-f13a-46a3-823a-bd88ab445fc0', 'tag': '0428b6e5-2c96-484e-9cb0-4ebd1be11186', 'status': 'completed', 'code': 200} Aug 31 19:45:07.466242 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-ebae5ad2-4745-46bc-aeab-4fb3784eab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.467844 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-ebae5ad2-4745-46bc-aeab-4fb3784eab91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e89e001063d46f7a4c78fe7864d9dd2&device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0615969 Aug 31 19:45:07.523297 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-02d288fa-24cf-409e-ad19-66ab24d257ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0428b6e5-2c96-484e-9cb0-4ebd1be11186 HTTP/1.1" status: 200 len: 217 time: 0.0389247 Aug 31 19:45:07.584410 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-b8f38cdf-06de-4dc1-9f3d-1a6a616f504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.585946 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-b8f38cdf-06de-4dc1-9f3d-1a6a616f504f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a0de83b-509e-4b4c-ae7f-351fb140f13c HTTP/1.1" status: 200 len: 849 time: 0.0540273 Aug 31 19:45:07.626700 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-13b1985a-d302-4256-a0ea-d47aacdb3688 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244568bf-8754-420a-beda-aeb206b9a747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330639 Aug 31 19:45:07.732761 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-dd59c094-861f-455d-b336-4d4ba5e2d05b service neutron] 10.222.0.55 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984364 Aug 31 19:45:07.831189 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ba04e28-dfaf-4df1-839d-825e35cfa458 req-e56f3794-34a5-431e-9378-c73833390242 service neutron] 10.222.0.55 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907030 Aug 31 19:45:07.983026 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-e9062bf2-6a87-45b1-9801-5a1efeffa4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:07.984472 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-e9062bf2-6a87-45b1-9801-5a1efeffa4c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e89e001063d46f7a4c78fe7864d9dd2&device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0423918 Aug 31 19:45:08.082092 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-26087580-7218-4b1a-9fb4-2a9d27090746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:08.083836 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-26087580-7218-4b1a-9fb4-2a9d27090746 service neutron] 10.222.0.55 "GET /v2.0/networks?id=244568bf-8754-420a-beda-aeb206b9a747 HTTP/1.1" status: 200 len: 910 time: 0.0923104 Aug 31 19:45:08.130191 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-ce26ade5-9997-427c-bcb3-aeb2f18b8c2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0428b6e5-2c96-484e-9cb0-4ebd1be11186 HTTP/1.1" status: 200 len: 217 time: 0.0387280 Aug 31 19:45:08.199829 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-e0b7ab71-13cc-454b-a80c-504a0cdec446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:08.201310 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-e0b7ab71-13cc-454b-a80c-504a0cdec446 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a0de83b-509e-4b4c-ae7f-351fb140f13c HTTP/1.1" status: 200 len: 849 time: 0.0467446 Aug 31 19:45:08.246589 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-eee3aa7d-30da-4640-b8b9-767c6ba54f54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=244568bf-8754-420a-beda-aeb206b9a747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262458 Aug 31 19:45:08.347186 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-d38c2658-e06b-4b0a-a4bf-27a682d7d370 service neutron] 10.222.0.55 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928299 Aug 31 19:45:08.370057 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efabad5-bce9-4aac-b215-74d09bb62b1e req-a8513a47-7a36-4bb2-94dc-521b6e015824 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:08.371923 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3efabad5-bce9-4aac-b215-74d09bb62b1e req-a8513a47-7a36-4bb2-94dc-521b6e015824 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 944 time: 0.0514832 Aug 31 19:45:08.421784 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3efabad5-bce9-4aac-b215-74d09bb62b1e req-3fec683b-9da1-494c-ac1a-227be6452a36 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Aug 31 19:45:08.469903 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-41eccbb6-591b-4604-a304-95ea518e7f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:08.470859 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-39c8c618-10fc-4bcc-bec3-dacb906f6ad4 req-1409ba56-91b6-4d35-857c-3ee860cfb0fd service neutron] 10.222.0.55 "GET /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159592 Aug 31 19:45:09.562189 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468104b-7fc5-4052-b916-6ddfc585cdcf req-26d3fd82-4b1a-45e7-9b41-da40bd27d08b tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:09.563753 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3468104b-7fc5-4052-b916-6ddfc585cdcf req-26d3fd82-4b1a-45e7-9b41-da40bd27d08b tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 944 time: 0.0590127 Aug 31 19:45:09.613448 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3468104b-7fc5-4052-b916-6ddfc585cdcf req-bab86068-0d74-4355-9702-9413b261eb52 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 Aug 31 19:45:10.742117 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afcbc3-06b4-42f3-9f3b-1f1bc2cebb0d req-e61bea6e-addb-4afa-af28-252afe25cdca tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:10.744723 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-18afcbc3-06b4-42f3-9f3b-1f1bc2cebb0d req-e61bea6e-addb-4afa-af28-252afe25cdca tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 944 time: 0.0611291 Aug 31 19:45:10.784711 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-18afcbc3-06b4-42f3-9f3b-1f1bc2cebb0d req-e3580341-70f7-47fd-bbfc-72fedb966eea tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339158 Aug 31 19:45:11.530283 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:11.909284 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcc252-50c0-49ab-8505-5238bd6898c4 req-81b4d4d3-a13c-4d31-9ccf-d1039ecd181d tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:11.912249 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-42dcc252-50c0-49ab-8505-5238bd6898c4 req-81b4d4d3-a13c-4d31-9ccf-d1039ecd181d tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 944 time: 0.0541561 Aug 31 19:45:11.928516 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-7b37af1e-95c1-4575-9921-477b058dc9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:11.979449 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-42dcc252-50c0-49ab-8505-5238bd6898c4 req-c838ab1b-cc85-4bb7-b1bc-0ae2d4a5929a tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543935 Aug 31 19:45:12.567634 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 0428b6e5-2c96-484e-9cb0-4ebd1be11186 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:45:12.670195 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 0428b6e5-2c96-484e-9cb0-4ebd1be11186, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0428b6e5-2c96-484e-9cb0-4ebd1be11186,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:12.683607 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '0428b6e5-2c96-484e-9cb0-4ebd1be11186', 'network_id': '244568bf-8754-420a-beda-aeb206b9a747', 'port_id': '0428b6e5-2c96-484e-9cb0-4ebd1be11186', 'mac_address': 'fa:16:3e:76:93:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0de83b-509e-4b4c-ae7f-351fb140f13c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:45:12.726939 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:12.749333 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0428b6e5-2c96-484e-9cb0-4ebd1be11186 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:45:12.774821 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 0428b6e5-2c96-484e-9cb0-4ebd1be11186, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0428b6e5-2c96-484e-9cb0-4ebd1be11186,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:12.779489 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:12.836976 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=0428b6e5-2c96-484e-9cb0-4ebd1be11186,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:12.960759 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:13.114365 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a217c-f9dc-41e1-b4c9-ecf47ccbfcb6 req-15f85981-d204-46c5-b168-cb7c2ccc4423 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:13.117411 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-039a217c-f9dc-41e1-b4c9-ecf47ccbfcb6 req-15f85981-d204-46c5-b168-cb7c2ccc4423 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 945 time: 0.0611601 Aug 31 19:45:13.163544 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-039a217c-f9dc-41e1-b4c9-ecf47ccbfcb6 req-f70d9079-15da-4d8b-9374-42412bb14a74 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374620 Aug 31 19:45:13.314428 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['0428b6e5-2c96-484e-9cb0-4ebd1be11186'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:45:14.300879 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adac312-e766-469d-8d92-d21e3bf6adf6 req-7a6c1d0b-736f-4c12-9cac-b1dbd7a4fa22 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:14.303172 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3adac312-e766-469d-8d92-d21e3bf6adf6 req-7a6c1d0b-736f-4c12-9cac-b1dbd7a4fa22 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 945 time: 0.0558646 Aug 31 19:45:14.350774 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3adac312-e766-469d-8d92-d21e3bf6adf6 req-f4f36b26-c343-4954-b3b7-eb5a94b34ab4 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364027 Aug 31 19:45:14.472936 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:14.563579 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 0428b6e5-2c96-484e-9cb0-4ebd1be11186 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:45:14.651299 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 0428b6e5-2c96-484e-9cb0-4ebd1be11186 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:45:14.656301 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 0428b6e5-2c96-484e-9cb0-4ebd1be11186 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:45:14.656835 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:14.758783 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:14.788316 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c0f4cc-f13a-46a3-823a-bd88ab445fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0428b6e5-2c96-484e-9cb0-4ebd1be11186'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:14.792157 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7656ef5a-c98d-4e73-8f51-401164da99dd" -d '{"events": [{"server_uuid": "a5c0f4cc-f13a-46a3-823a-bd88ab445fc0", "name": "network-vif-plugged", "status": "completed", "tag": "0428b6e5-2c96-484e-9cb0-4ebd1be11186"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:14.814749 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 0428b6e5-2c96-484e-9cb0-4ebd1be11186, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0428b6e5-2c96-484e-9cb0-4ebd1be11186,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:14.820340 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:14.846171 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1263f7e-4f36-41d3-a942-4aea5c2b2df4 x-openstack-request-id: req-e1263f7e-4f36-41d3-a942-4aea5c2b2df4 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:14.846464 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c0f4cc-f13a-46a3-823a-bd88ab445fc0", "name": "network-vif-plugged", "status": "completed", "tag": "0428b6e5-2c96-484e-9cb0-4ebd1be11186", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:14.846717 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1263f7e-4f36-41d3-a942-4aea5c2b2df4 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:14.847111 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c0f4cc-f13a-46a3-823a-bd88ab445fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0428b6e5-2c96-484e-9cb0-4ebd1be11186', 'code': 200} Aug 31 19:45:14.876839 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=0428b6e5-2c96-484e-9cb0-4ebd1be11186,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:15.101663 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86dfff-cb32-4d08-93ad-eaa78d870a7f req-d841a1dc-2d0e-402d-9f3d-fed81907614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:15.103212 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3d86dfff-cb32-4d08-93ad-eaa78d870a7f req-d841a1dc-2d0e-402d-9f3d-fed81907614e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 1099 time: 0.0489187 Aug 31 19:45:15.143329 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3d86dfff-cb32-4d08-93ad-eaa78d870a7f req-6e91587b-ac11-4076-be10-7a795e6666ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Aug 31 19:45:15.499019 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ebf7f-50e6-42b9-bcba-cd6e3d8bfd3d req-8abb57ac-428b-4d1d-a2f8-c1887e97c8a5 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:15.500640 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-dd2ebf7f-50e6-42b9-bcba-cd6e3d8bfd3d req-8abb57ac-428b-4d1d-a2f8-c1887e97c8a5 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 946 time: 0.0565512 Aug 31 19:45:15.548739 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-dd2ebf7f-50e6-42b9-bcba-cd6e3d8bfd3d req-26b32340-c6ef-484d-89a9-7bf476b3a648 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380163 Aug 31 19:45:16.376616 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:45:16.713565 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80487087-da1d-460f-9b61-7f65301c67cc req-dfafa927-402c-4fd0-adba-c4766bda06a9 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:16.716291 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-80487087-da1d-460f-9b61-7f65301c67cc req-dfafa927-402c-4fd0-adba-c4766bda06a9 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 946 time: 0.0880165 Aug 31 19:45:16.759471 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-80487087-da1d-460f-9b61-7f65301c67cc req-55858d60-0c4a-4d62-8503-9a43c8cf28fe tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371792 Aug 31 19:45:17.883912 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d4b5f-5021-49d7-b698-4dcea68f3e3e req-95c36ff3-a762-47ee-8f47-bcebbd4da7b9 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:17.885716 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-101d4b5f-5021-49d7-b698-4dcea68f3e3e req-95c36ff3-a762-47ee-8f47-bcebbd4da7b9 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 946 time: 0.0548203 Aug 31 19:45:17.931375 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-101d4b5f-5021-49d7-b698-4dcea68f3e3e req-0d2d385f-9b1f-4161-b4ff-817ec291308d tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391378 Aug 31 19:45:18.885730 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d655a3-b59e-4190-b614-703bad62b921 req-57353bb1-5b6e-4875-bed8-1f969608379e tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:18.887354 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-33d655a3-b59e-4190-b614-703bad62b921 req-57353bb1-5b6e-4875-bed8-1f969608379e tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 946 time: 0.0506570 Aug 31 19:45:18.933403 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-33d655a3-b59e-4190-b614-703bad62b921 req-6bbf65dc-1aa4-4d59-b46f-0896f90fa2ef tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 Aug 31 19:45:20.072476 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea91f3-1aec-42c6-90a7-1d71070b501e req-9fcb6801-7087-40d9-a748-25d5c2c1fb61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:20.074117 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9cea91f3-1aec-42c6-90a7-1d71070b501e req-9fcb6801-7087-40d9-a748-25d5c2c1fb61 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 946 time: 0.0586770 Aug 31 19:45:20.121343 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9cea91f3-1aec-42c6-90a7-1d71070b501e req-e0e2b5e9-8df0-4d1b-82a9-a198185b3ee3 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Aug 31 19:45:20.731735 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-61e0ec48-5bbe-43f9-af77-11069e2d42c1 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:20.733320 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-61e0ec48-5bbe-43f9-af77-11069e2d42c1 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 946 time: 0.0733755 Aug 31 19:45:20.851521 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Deleting port 0428b6e5-2c96-484e-9cb0-4ebd1be11186 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:45:20.851856 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:20.971158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] For port 0428b6e5-2c96-484e-9cb0-4ebd1be11186, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0428b6e5-2c96-484e-9cb0-4ebd1be11186,segment=NetworkSegment(8c5addfb-4847-4aaf-8e57-a5174a45edd8),segment_id=8c5addfb-4847-4aaf-8e57-a5174a45edd8)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:20.971695 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:20.990570 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Calling delete_port for 0428b6e5-2c96-484e-9cb0-4ebd1be11186 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:45:21.190118 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:21.224562 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bc8f376b-4ec1-41b6-9b8b-d8a8f7fc207c req-a003bb2e-f3dd-40a6-af3d-4c55aab830ac tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c0f4cc-f13a-46a3-823a-bd88ab445fc0 HTTP/1.1" status: 200 len: 210 time: 0.0281434 Aug 31 19:45:21.241345 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Pushing event deleted for resources: {'Port': ['ID=0428b6e5-2c96-484e-9cb0-4ebd1be11186,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:21.242878 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['0428b6e5-2c96-484e-9cb0-4ebd1be11186'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:45:21.263942 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.264562 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.264999 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.265556 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.266117 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.266652 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.267182 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.267665 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.268230 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.268701 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.269253 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.269811 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:21.330130 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] No DVR routers for this DVR port 0428b6e5-2c96-484e-9cb0-4ebd1be11186 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:45:21.335328 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:21.339140 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-15ef0b29-859d-46c2-8e77-a190475d6101 req-f129ff2e-78f1-4a68-88bd-98af55864554 tempest-VolumesActionsTest-1801595017 tempest-VolumesActionsTest-1801595017-project] 10.222.0.55 "DELETE /v2.0/ports/0428b6e5-2c96-484e-9cb0-4ebd1be11186 HTTP/1.1" status: 204 len: 173 time: 0.5970292 Aug 31 19:45:21.339877 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c0f4cc-f13a-46a3-823a-bd88ab445fc0', 'name': 'network-vif-deleted', 'tag': '0428b6e5-2c96-484e-9cb0-4ebd1be11186'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:21.343821 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab8dda0-2fb4-4a9f-91c9-bff2166f6154" -d '{"events": [{"server_uuid": "a5c0f4cc-f13a-46a3-823a-bd88ab445fc0", "name": "network-vif-deleted", "tag": "0428b6e5-2c96-484e-9cb0-4ebd1be11186"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:21.393789 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcfdc6f-d16f-4540-be22-86bc41750abd x-openstack-request-id: req-bbcfdc6f-d16f-4540-be22-86bc41750abd {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:21.394221 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c0f4cc-f13a-46a3-823a-bd88ab445fc0", "name": "network-vif-deleted", "tag": "0428b6e5-2c96-484e-9cb0-4ebd1be11186", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:21.394526 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbcfdc6f-d16f-4540-be22-86bc41750abd {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:21.394979 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c0f4cc-f13a-46a3-823a-bd88ab445fc0', 'name': 'network-vif-deleted', 'tag': '0428b6e5-2c96-484e-9cb0-4ebd1be11186', 'status': 'completed', 'code': 200} Aug 31 19:45:25.939151 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 0428b6e5-2c96-484e-9cb0-4ebd1be11186 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:45:25.960905 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 0428b6e5-2c96-484e-9cb0-4ebd1be11186 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:45:25.961261 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 0428b6e5-2c96-484e-9cb0-4ebd1be11186 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:45:27.373400 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:38.460531 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4b90-ac07-4219-a8d5-7fe2103c6c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:41.477283 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5df83-2f5e-4ee0-9834-27eea1d9ec41 req-1afad1cb-945e-4378-a1b5-be0f3a1bc836 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:41.480217 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4d5df83-2f5e-4ee0-9834-27eea1d9ec41 req-1afad1cb-945e-4378-a1b5-be0f3a1bc836 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0792112 Aug 31 19:45:41.549843 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:41.562825 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4d5df83-2f5e-4ee0-9834-27eea1d9ec41 req-85c39c28-8143-4977-a2af-bf1e1a12d96f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708754 Aug 31 19:45:41.932746 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-a0de13f2-4b71-4da8-a5ed-6807dc2b133e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:42.766431 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2960a-6067-4811-8919-23a6e0addcdb req-97eb47d2-c612-40c6-bd14-e9adfed2804b tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:42.770437 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ed2960a-6067-4811-8919-23a6e0addcdb req-97eb47d2-c612-40c6-bd14-e9adfed2804b tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.1034365 Aug 31 19:45:42.851989 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2ed2960a-6067-4811-8919-23a6e0addcdb req-656a82b9-3088-45c2-b70b-90926c378f90 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696354 Aug 31 19:45:42.972897 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:44.061182 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb126459-1ba5-4d49-beb3-e9cf71d147eb req-76ef2bc5-87d5-4b3f-9c74-b869e38803c4 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:44.063454 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cb126459-1ba5-4d49-beb3-e9cf71d147eb req-76ef2bc5-87d5-4b3f-9c74-b869e38803c4 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0916796 Aug 31 19:45:44.134797 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cb126459-1ba5-4d49-beb3-e9cf71d147eb req-d418a570-c314-44d9-a657-a7d43ed0b92d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576308 Aug 31 19:45:44.484095 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:45.303814 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e558c1d-039f-4fd5-a9e4-72e1ab1de870 req-289840d2-f678-46d9-b3e0-b496debf1e14 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:45.305616 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e558c1d-039f-4fd5-a9e4-72e1ab1de870 req-289840d2-f678-46d9-b3e0-b496debf1e14 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0682635 Aug 31 19:45:45.359043 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e558c1d-039f-4fd5-a9e4-72e1ab1de870 req-62acf007-2bad-4f8f-8b56-43002cc4f3e0 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458345 Aug 31 19:45:46.532790 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d25cf-8a77-485f-983c-14062fbafc55 req-d6376e82-abc2-4ad8-8244-3f40b8723202 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:46.534569 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-617d25cf-8a77-485f-983c-14062fbafc55 req-d6376e82-abc2-4ad8-8244-3f40b8723202 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0696323 Aug 31 19:45:46.585858 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-617d25cf-8a77-485f-983c-14062fbafc55 req-6864092f-a559-4410-9c9c-0020f8fe0e78 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Aug 31 19:45:47.749021 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41d2f1-6ac3-4777-bb81-7dbf4a04aad2 req-56fcd35f-6abb-44d5-82b5-882d554b71d2 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:47.750800 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6d41d2f1-6ac3-4777-bb81-7dbf4a04aad2 req-56fcd35f-6abb-44d5-82b5-882d554b71d2 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0554228 Aug 31 19:45:47.807146 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6d41d2f1-6ac3-4777-bb81-7dbf4a04aad2 req-1ed59246-11d9-4343-a503-87a8bde50a14 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 Aug 31 19:45:48.710316 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50340) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:48.758905 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ced6f4-d3dc-4749-b9da-9adb5c81c892 admin admin] Deleting subnet 4a0de83b-509e-4b4c-ae7f-351fb140f13c {{(pid=95343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:45:48.762777 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-42ced6f4-d3dc-4749-b9da-9adb5c81c892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:48.811827 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-42ced6f4-d3dc-4749-b9da-9adb5c81c892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3743097'] for subnet, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:48.859435 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-42ced6f4-d3dc-4749-b9da-9adb5c81c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:48.931717 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-42ced6f4-d3dc-4749-b9da-9adb5c81c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2983670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25168879'] for subnet, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:48.979968 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-42ced6f4-d3dc-4749-b9da-9adb5c81c892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:48.983148 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-42ced6f4-d3dc-4749-b9da-9adb5c81c892 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4a0de83b-509e-4b4c-ae7f-351fb140f13c HTTP/1.1" status: 204 len: 168 time: 0.2715096 Aug 31 19:45:48.985378 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ced6f4-d3dc-4749-b9da-9adb5c81c892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0de83b-509e-4b4c-ae7f-351fb140f13c,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:48.985924 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50344) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:49.012156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdcacf-d974-41fd-a20f-5c5f33cb88c5 req-8b58db40-ba71-43a0-8bd4-73f4af8da010 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:49.013695 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-18cdcacf-d974-41fd-a20f-5c5f33cb88c5 req-8b58db40-ba71-43a0-8bd4-73f4af8da010 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0944557 Aug 31 19:45:49.076641 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-18cdcacf-d974-41fd-a20f-5c5f33cb88c5 req-7f7fa94a-0640-4b3b-a433-c6d6da0663ba tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504873 Aug 31 19:45:49.088403 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.182846 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.194573 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244568bf-8754-420a-beda-aeb206b9a747']}} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:49.208400 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5addfb-4847-4aaf-8e57-a5174a45edd8') {'for_net_delete': True} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:49.208683 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5addfb-4847-4aaf-8e57-a5174a45edd8') {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:45:49.219697 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26020164'] for segment, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.236776 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.245857 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=95340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:45:49.246209 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25375528'] for segment, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: Traceback (most recent call last): Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: timer() Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: cb(*args, **kw) Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: return func(*args, **kwargs) Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: self._notify() Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: self.callback(batched_events) Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: event.method(event) Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: return f(self, *a, **k) Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._get(url).json() Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: return self.request(url, 'GET', **kwargs) Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:45:49.248135 dv-cinder-789564-13-iscsi neutron-server[95340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:45:49.320641 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.328548 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.335196 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] 10.222.0.54 "DELETE /v2.0/networks/244568bf-8754-420a-beda-aeb206b9a747 HTTP/1.1" status: 204 len: 168 time: 0.3443902 Aug 31 19:45:49.354850 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=244568bf-8754-420a-beda-aeb206b9a747,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:49.368422 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.369527 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.370071 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.370566 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.371081 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.371564 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.372001 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.372700 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.373097 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.373584 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.374300 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.374717 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05eefe-ca02-41cd-b745-8be29d1aa6bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:49.481046 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50348) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:49.538643 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-d932ce5e-87c2-4103-b02e-5fe9ffa62749 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e89e001063d46f7a4c78fe7864d9dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559149 Aug 31 19:45:49.541748 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50352) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:49.604536 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e98f-ad32-4515-b031-ab81234f6cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.632446 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e98f-ad32-4515-b031-ab81234f6cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.699074 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e98f-ad32-4515-b031-ab81234f6cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.702034 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e98f-ad32-4515-b031-ab81234f6cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:49.703323 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a2d6e98f-ad32-4515-b031-ab81234f6cc3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179 HTTP/1.1" status: 204 len: 168 time: 0.1599474 Aug 31 19:45:49.716587 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6e98f-ad32-4515-b031-ab81234f6cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ad95f8-9c0b-49c5-b60b-7a5ddc5e3179,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:50.216723 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83466f9-b6fb-475a-b06a-5934b3c6f729 req-4b7a1416-806c-4d45-9d74-aae8e36dc14a tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:50.218437 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f83466f9-b6fb-475a-b06a-5934b3c6f729 req-4b7a1416-806c-4d45-9d74-aae8e36dc14a tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0632205 Aug 31 19:45:50.270680 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f83466f9-b6fb-475a-b06a-5934b3c6f729 req-509c0c39-3862-4ffa-b057-dbb9294592df tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Aug 31 19:45:51.455960 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4f310-60a0-4152-ad5a-9a19536e39a0 req-acc3f7f1-6e4b-4abf-8fc8-dd0e75f02959 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:51.458333 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e0d4f310-60a0-4152-ad5a-9a19536e39a0 req-acc3f7f1-6e4b-4abf-8fc8-dd0e75f02959 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0690348 Aug 31 19:45:51.503895 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e0d4f310-60a0-4152-ad5a-9a19536e39a0 req-23bb7591-7206-4dda-b967-e8416ef9f8b4 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385370 Aug 31 19:45:51.761204 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-bdead6b9-98e0-4b15-800a-87e373b4f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:51.763243 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-bdead6b9-98e0-4b15-800a-87e373b4f514 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8b7a440095744cebd172859de304b46&device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 1098 time: 0.0604331 Aug 31 19:45:51.908695 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-ce7f882f-832d-44a2-b58f-4ce88a32ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:51.911682 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-ce7f882f-832d-44a2-b58f-4ce88a32ee71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4c47ed3-5203-4837-a7cf-43b184a661d1 HTTP/1.1" status: 200 len: 910 time: 0.1402781 Aug 31 19:45:52.048251 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-b703b1d5-0663-4458-b331-4a5e36e6856f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b66559-ee79-42c3-b90d-19b582b16de4 HTTP/1.1" status: 200 len: 1001 time: 0.1278145 Aug 31 19:45:52.111488 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-29d0d04a-8a3b-4b58-9448-9e4cdcbb5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:52.114118 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-29d0d04a-8a3b-4b58-9448-9e4cdcbb5a69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c37c57b0-87e7-4709-8120-d07c9a5f9d86 HTTP/1.1" status: 200 len: 848 time: 0.0572083 Aug 31 19:45:52.199563 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-b58c846b-852f-475d-bf95-e62a53c834fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:52.203120 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-b58c846b-852f-475d-bf95-e62a53c834fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4c47ed3-5203-4837-a7cf-43b184a661d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0784321 Aug 31 19:45:52.339268 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-cb168fe3-5701-496a-9f8c-1d4077f11eee service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279004 Aug 31 19:45:52.510782 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fe9729a8-3a8c-4ccc-9605-9771d2688c56 req-c6fc18cc-3ab4-4af8-bc26-34ab42608c5f service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591117 Aug 31 19:45:52.647681 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9fbce-a7f6-4ddd-a6e2-4b0451744487 req-72c5c0ca-f2a0-46c3-afa1-9e98f0ed30a2 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:52.649256 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f6b9fbce-a7f6-4ddd-a6e2-4b0451744487 req-72c5c0ca-f2a0-46c3-afa1-9e98f0ed30a2 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0683920 Aug 31 19:45:52.702149 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f6b9fbce-a7f6-4ddd-a6e2-4b0451744487 req-7fb577df-c9da-4ef0-b99d-4cd6e391e0a7 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361907 Aug 31 19:45:53.377159 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:45:53.883387 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436d2aa-96ec-48a6-9819-c0b29a8a755c req-3b2d172b-3966-422d-998f-ff6832773358 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:53.885583 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3436d2aa-96ec-48a6-9819-c0b29a8a755c req-3b2d172b-3966-422d-998f-ff6832773358 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0946476 Aug 31 19:45:53.946178 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3436d2aa-96ec-48a6-9819-c0b29a8a755c req-8025cf35-6bd3-4e28-8329-f7fae04234d0 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475054 Aug 31 19:45:55.102185 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c2dcd-4cec-4a0e-8cb1-c988e87f2c83 req-f0954e95-7dd3-474a-bd7f-915f2c9b05cb tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:55.103877 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-579c2dcd-4cec-4a0e-8cb1-c988e87f2c83 req-f0954e95-7dd3-474a-bd7f-915f2c9b05cb tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0518582 Aug 31 19:45:55.167667 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-579c2dcd-4cec-4a0e-8cb1-c988e87f2c83 req-f2090ee8-ccf8-4131-9f6a-24d85ffa0666 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511289 Aug 31 19:45:56.317059 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d61ce8-968c-4430-b98e-302c876f2e8b req-50151768-1ec9-45fd-8d4c-02fef374f5f6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:56.319900 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-92d61ce8-968c-4430-b98e-302c876f2e8b req-50151768-1ec9-45fd-8d4c-02fef374f5f6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0676906 Aug 31 19:45:56.365148 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-92d61ce8-968c-4430-b98e-302c876f2e8b req-4c2911f7-a9a8-4522-8a04-0879c863549a tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388255 Aug 31 19:45:56.637366 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fe8d8-b232-445b-bfa8-30dbc8f2d858 req-f9e67316-fa07-4938-a8d6-9ab0be0cf1cf tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:56.645683 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3a7fe8d8-b232-445b-bfa8-30dbc8f2d858 req-f9e67316-fa07-4938-a8d6-9ab0be0cf1cf tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0783620 Aug 31 19:45:56.681862 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50494) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:45:56.724242 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3a7fe8d8-b232-445b-bfa8-30dbc8f2d858 req-d6567861-e66b-4ac0-8a89-cfac068a50e5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699408 Aug 31 19:45:56.797905 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-4831008a-89e6-4e4b-b431-3c92c3808628 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142516 Aug 31 19:45:57.353193 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:57.860390 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88867-88aa-4b9c-a138-e2fc7c195735 req-d8df70da-24cc-40a3-9986-d1491e33ac4f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:57.862102 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3ee88867-88aa-4b9c-a138-e2fc7c195735 req-d8df70da-24cc-40a3-9986-d1491e33ac4f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0565710 Aug 31 19:45:57.906714 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3ee88867-88aa-4b9c-a138-e2fc7c195735 req-a0cbf982-7f75-4cac-8db0-c4659d869318 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382893 Aug 31 19:45:59.044807 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c9aeb-1ede-49f4-84f8-a375732acf1e req-ee6d72d3-e23c-47c3-9c2f-45a48367e80b tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:45:59.046793 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-363c9aeb-1ede-49f4-84f8-a375732acf1e req-ee6d72d3-e23c-47c3-9c2f-45a48367e80b tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0661826 Aug 31 19:45:59.094998 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-363c9aeb-1ede-49f4-84f8-a375732acf1e req-0ea545be-00a3-4a1b-ad0c-e3dae18d403d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358913 Aug 31 19:45:59.542816 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b6b66559-ee79-42c3-b90d-19b582b16de4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:45:59.628739 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.657062 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:45:59.659878 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf466bf-b577-4737-8063-8f72dd6fb13d" -d '{"events": [{"server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "name": "network-vif-unplugged", "status": "completed", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:45:59.676431 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6b66559-ee79-42c3-b90d-19b582b16de4,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:45:59.683310 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:45:59.726936 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 19:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9927ec01-b30f-4c8c-9c19-6e89751df318 x-openstack-request-id: req-9927ec01-b30f-4c8c-9c19-6e89751df318 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:45:59.727391 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "name": "network-vif-unplugged", "status": "failed", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4", "code": 422}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:45:59.727790 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9927ec01-b30f-4c8c-9c19-6e89751df318 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:45:59.728443 dv-cinder-789564-13-iscsi neutron-server[95344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'code': 422} returned with failed status Aug 31 19:45:59.774392 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=b6b66559-ee79-42c3-b90d-19b582b16de4,revision_number=6']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:45:59.787309 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.787878 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.788465 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.789006 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.789583 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.790180 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.790716 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.791277 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.792077 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.792627 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.793247 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.793731 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:45:59.997754 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-fa70f69f-7b6b-446d-8c1f-f1cab2357d3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469692 Aug 31 19:46:00.096201 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-bdd90e33-a4d7-46bf-b010-e69c19a8b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:00.098784 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-bdd90e33-a4d7-46bf-b010-e69c19a8b2ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0534a8bc230947f7b167be742bb5fd92&device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1138 time: 0.0536160 Aug 31 19:46:00.260511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-218c9d47-cb59-45e7-828f-94ebdb108f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:00.262443 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-218c9d47-cb59-45e7-828f-94ebdb108f0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 200 len: 916 time: 0.1410446 Aug 31 19:46:00.283198 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268c9c6-d14a-4139-9731-3bcca00df81d req-c12b05cf-b0c4-4cff-bfa6-125667483fd5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:00.286395 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5268c9c6-d14a-4139-9731-3bcca00df81d req-c12b05cf-b0c4-4cff-bfa6-125667483fd5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0850408 Aug 31 19:46:00.384469 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-4ac06037-667e-4263-aac3-b9b303be8a35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 1002 time: 0.1108704 Aug 31 19:46:00.387627 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5268c9c6-d14a-4139-9731-3bcca00df81d req-bf8d4792-4280-48ef-9250-c176ecd80d86 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897760 Aug 31 19:46:00.453046 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-0934e27d-c639-477c-8fe5-543aefb064ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:00.454959 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-0934e27d-c639-477c-8fe5-543aefb064ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8236f8b3-26d3-4098-9767-a497fdb7a846 HTTP/1.1" status: 200 len: 854 time: 0.0586612 Aug 31 19:46:00.524776 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-e0ffa82e-ebae-400a-b693-02e4227a01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:00.526594 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-e0ffa82e-ebae-400a-b693-02e4227a01b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afc56b53-89ad-445f-86e9-6b7ca5ed9826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615172 Aug 31 19:46:00.649397 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-99cb3a80-f621-47c1-90e8-b83db222cdb5 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121333 Aug 31 19:46:00.752244 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a99da9cc-bdf1-4b35-a66b-3a0af15b2336 req-5872a03b-688d-4d69-9cfe-d85d72a1daae service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925281 Aug 31 19:46:01.570451 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989ce34-2d8a-4f0f-be1e-09db9ac03c80 req-8cb89272-5e03-468f-8271-ea24f2775b45 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:01.572923 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4989ce34-2d8a-4f0f-be1e-09db9ac03c80 req-8cb89272-5e03-468f-8271-ea24f2775b45 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0791361 Aug 31 19:46:01.619730 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4989ce34-2d8a-4f0f-be1e-09db9ac03c80 req-a7d489c1-3b93-4429-8525-121cc7a30ce6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Aug 31 19:46:01.913894 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f3806-e700-49f8-b85e-476448667e3d req-41e15346-b82f-401e-b58d-2acb71ce1e35 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:01.916923 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c10f3806-e700-49f8-b85e-476448667e3d req-41e15346-b82f-401e-b58d-2acb71ce1e35 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0872881 Aug 31 19:46:01.989568 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c10f3806-e700-49f8-b85e-476448667e3d req-027d0965-3a30-46a8-a9cc-30cdb6da03f5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631807 Aug 31 19:46:02.654184 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-ec7b0dd7-843b-45b4-9581-0cc730a9d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:02.656614 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-ec7b0dd7-843b-45b4-9581-0cc730a9d5ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b&tenant_id=b8b7a440095744cebd172859de304b46 HTTP/1.1" status: 200 len: 1096 time: 0.0573874 Aug 31 19:46:02.839845 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c153fa-5f71-438b-9258-a1d032862ebb req-3630821d-8169-437e-b6b6-4c8fc5a742fb tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:02.841826 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-08c153fa-5f71-438b-9258-a1d032862ebb req-3630821d-8169-437e-b6b6-4c8fc5a742fb tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.1238718 Aug 31 19:46:02.849836 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-f01f06f5-9100-4b20-a59f-bda40f75d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:02.853811 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-f01f06f5-9100-4b20-a59f-bda40f75d852 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8b7a440095744cebd172859de304b46&device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 1096 time: 0.1195595 Aug 31 19:46:03.154048 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd741c6-5792-4c4a-8876-627f5141088a req-7d2fd8da-6e45-4182-8b8f-3abca7ab4738 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:03.155737 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7fd741c6-5792-4c4a-8876-627f5141088a req-7d2fd8da-6e45-4182-8b8f-3abca7ab4738 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0802991 Aug 31 19:46:03.207491 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7fd741c6-5792-4c4a-8876-627f5141088a req-5d60b9c1-178f-4df3-98e1-f619b8fac534 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441043 Aug 31 19:46:03.278875 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-08c153fa-5f71-438b-9258-a1d032862ebb req-c9e31951-fbee-41e6-a5ad-57034048bd63 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209702 Aug 31 19:46:03.320735 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-008fa702-509d-4eec-a45c-39d9d9135910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:03.323618 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-008fa702-509d-4eec-a45c-39d9d9135910 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4c47ed3-5203-4837-a7cf-43b184a661d1 HTTP/1.1" status: 200 len: 910 time: 0.4585021 Aug 31 19:46:03.406783 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-7c4f70b5-f544-458a-b1de-e4d74f7ef064 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b66559-ee79-42c3-b90d-19b582b16de4 HTTP/1.1" status: 200 len: 999 time: 0.0730169 Aug 31 19:46:03.464775 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-51f23b05-21b1-4e16-a6bd-c0bf5f5813cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:03.466507 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-51f23b05-21b1-4e16-a6bd-c0bf5f5813cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c37c57b0-87e7-4709-8120-d07c9a5f9d86 HTTP/1.1" status: 200 len: 848 time: 0.0515051 Aug 31 19:46:03.532522 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-b48249ab-8456-4c3b-9712-32698a47e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:03.535341 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-b48249ab-8456-4c3b-9712-32698a47e261 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4c47ed3-5203-4837-a7cf-43b184a661d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595312 Aug 31 19:46:03.633819 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-c994155b-cd4a-4b92-aa58-5a0ac0e558b4 service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908124 Aug 31 19:46:03.743449 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-479245ca-fad1-4ebf-9d48-48ec2cedde46 req-a35760c3-addd-4726-9ddd-ea488ad9c6a5 service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996242 Aug 31 19:46:04.341433 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2dd6e-b1bf-45b6-bc50-de9aa85cb519 req-4602ae04-68be-4dfe-882a-b0c2a593f7b2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:04.343237 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b2e2dd6e-b1bf-45b6-bc50-de9aa85cb519 req-4602ae04-68be-4dfe-882a-b0c2a593f7b2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0596139 Aug 31 19:46:04.398244 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b2e2dd6e-b1bf-45b6-bc50-de9aa85cb519 req-ff6c69e9-4693-46ac-a8cb-025b4dd602c6 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426481 Aug 31 19:46:04.467175 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a54d-ae1f-4ce8-bc94-38494fa1c004 req-e415268a-bc83-4d03-a15f-6b1f479e3e56 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:04.469877 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6f38a54d-ae1f-4ce8-bc94-38494fa1c004 req-e415268a-bc83-4d03-a15f-6b1f479e3e56 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0870275 Aug 31 19:46:04.521619 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6f38a54d-ae1f-4ce8-bc94-38494fa1c004 req-833c9561-7a1d-4734-b8c9-d0217eff196d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450945 Aug 31 19:46:05.570253 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4ceb-2910-4898-8a74-5125952b8c06 req-6f4c3658-6239-451d-928c-5a0ea7a4fffe tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:05.572265 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-824b4ceb-2910-4898-8a74-5125952b8c06 req-6f4c3658-6239-451d-928c-5a0ea7a4fffe tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0749223 Aug 31 19:46:05.633902 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-824b4ceb-2910-4898-8a74-5125952b8c06 req-bdbd9fc8-2ec3-4884-aa1e-ca503b90768f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540135 Aug 31 19:46:05.712517 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0ebc8-91a8-42c1-ba9a-6b38b185f902 req-bb3b5722-f91f-429c-869a-478c098de172 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:05.714196 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-91f0ebc8-91a8-42c1-ba9a-6b38b185f902 req-bb3b5722-f91f-429c-869a-478c098de172 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0894480 Aug 31 19:46:05.769659 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-91f0ebc8-91a8-42c1-ba9a-6b38b185f902 req-ca30c13e-8352-4d4c-a943-ebd747d16285 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485110 Aug 31 19:46:06.803838 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1c984-8e29-44c7-94ca-b0c2e012b25b req-44aa4d8a-3df9-4ab1-b22d-25bebb47f426 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:06.805541 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ddb1c984-8e29-44c7-94ca-b0c2e012b25b req-44aa4d8a-3df9-4ab1-b22d-25bebb47f426 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0576270 Aug 31 19:46:06.867128 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ddb1c984-8e29-44c7-94ca-b0c2e012b25b req-d3bfba44-c6d2-418d-9f51-7e37c9613130 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510240 Aug 31 19:46:06.920221 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3413344-7eaf-4da2-82c8-16d8c8fe79b6 req-ed2b6043-0479-41c7-9acc-e092a933d1ac tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:06.921914 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f3413344-7eaf-4da2-82c8-16d8c8fe79b6 req-ed2b6043-0479-41c7-9acc-e092a933d1ac tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0571182 Aug 31 19:46:06.965286 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f3413344-7eaf-4da2-82c8-16d8c8fe79b6 req-a56674c9-d0cf-4939-998f-ce36c9ac00d4 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365543 Aug 31 19:46:08.019267 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a223-d5c6-42ac-aa8f-4a8c90558574 req-b29d4146-ecc7-4577-9de8-7fcbba0b599a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:08.021231 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f6a4a223-d5c6-42ac-aa8f-4a8c90558574 req-b29d4146-ecc7-4577-9de8-7fcbba0b599a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0659943 Aug 31 19:46:08.077934 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f6a4a223-d5c6-42ac-aa8f-4a8c90558574 req-58d9201a-ee38-49c4-b9e0-6c3b7d74cd0c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465608 Aug 31 19:46:08.105475 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a9b12-43b9-4833-bf15-e11d1c44e9bf req-dd77e045-c357-44a2-9546-c059f81c3119 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:08.107081 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-453a9b12-43b9-4833-bf15-e11d1c44e9bf req-dd77e045-c357-44a2-9546-c059f81c3119 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0552413 Aug 31 19:46:08.159749 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-453a9b12-43b9-4833-bf15-e11d1c44e9bf req-76383fec-4dda-410f-87c7-85fbca28c38d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456300 Aug 31 19:46:08.456792 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7a2e-3837-408e-8571-f84682dc4ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:09.215524 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9f0ed-5288-4e8d-becf-edf69eafc4f9 req-b5af6598-ea8c-41e6-a6c5-ce20e2950fa9 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:09.217230 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-70e9f0ed-5288-4e8d-becf-edf69eafc4f9 req-b5af6598-ea8c-41e6-a6c5-ce20e2950fa9 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0577784 Aug 31 19:46:09.260923 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-70e9f0ed-5288-4e8d-becf-edf69eafc4f9 req-fd5a5261-0992-4f5f-ad6a-5f682e9db14f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365822 Aug 31 19:46:09.292444 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9b455-55d2-4768-8fe7-6c95e78942a2 req-a8dd7c58-7d64-47eb-b0f9-05a748208bca tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:09.294070 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-22d9b455-55d2-4768-8fe7-6c95e78942a2 req-a8dd7c58-7d64-47eb-b0f9-05a748208bca tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0555332 Aug 31 19:46:09.334277 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-22d9b455-55d2-4768-8fe7-6c95e78942a2 req-1883a7d8-dc29-453c-a151-8da78228a008 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341017 Aug 31 19:46:10.404508 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3b4a9-d665-498b-a5f7-dae4ccca8a1e req-942f67a5-ae90-4ab6-adf2-0d8be4482545 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:10.407387 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-80b3b4a9-d665-498b-a5f7-dae4ccca8a1e req-942f67a5-ae90-4ab6-adf2-0d8be4482545 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0687027 Aug 31 19:46:10.454511 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-80b3b4a9-d665-498b-a5f7-dae4ccca8a1e req-78d22b50-38d8-42e2-bc02-a80f46c7e71f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387032 Aug 31 19:46:10.482321 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f66f0-00c4-4465-a76f-6a7b5bc64138 req-b19ea89d-fcce-42c9-a45c-e17c7852a83e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:10.485055 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7c2f66f0-00c4-4465-a76f-6a7b5bc64138 req-b19ea89d-fcce-42c9-a45c-e17c7852a83e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0709896 Aug 31 19:46:10.531353 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7c2f66f0-00c4-4465-a76f-6a7b5bc64138 req-793ca1fa-dd9c-443a-bf6b-9b04eb0f9e03 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358088 Aug 31 19:46:11.542958 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:11.602300 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95882ea-eb88-4ed5-ae37-24111a192010 req-27a2e925-9b21-4e64-ba4d-dfac16ee21b1 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:11.604329 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e95882ea-eb88-4ed5-ae37-24111a192010 req-27a2e925-9b21-4e64-ba4d-dfac16ee21b1 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0592468 Aug 31 19:46:11.654191 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e95882ea-eb88-4ed5-ae37-24111a192010 req-52c2e846-cea1-4c6b-aa51-5ef209dc0693 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379534 Aug 31 19:46:11.677774 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0b881-d42a-4052-94a5-d6a3d4d4fd48 req-76851d03-c03f-43c7-856d-ac85a1f85717 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:11.679437 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aad0b881-d42a-4052-94a5-d6a3d4d4fd48 req-76851d03-c03f-43c7-856d-ac85a1f85717 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0572205 Aug 31 19:46:11.722638 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aad0b881-d42a-4052-94a5-d6a3d4d4fd48 req-3eca4745-4b45-43c1-82e6-15f58be25a08 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362692 Aug 31 19:46:11.925226 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-defa12ac-8f79-4d77-ab99-71678a939fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:12.839312 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa15c76-bbde-44b7-9858-b48d2df8e147 req-7a1b0368-c548-4562-ac95-369ed3dd304a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:12.841171 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0aa15c76-bbde-44b7-9858-b48d2df8e147 req-7a1b0368-c548-4562-ac95-369ed3dd304a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0709689 Aug 31 19:46:12.869018 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ed604-a100-4d98-b17c-ee7cab9ae6d3 req-083c418f-d69d-4fce-bfe0-5da328dc4201 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:12.871570 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-841ed604-a100-4d98-b17c-ee7cab9ae6d3 req-083c418f-d69d-4fce-bfe0-5da328dc4201 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 943 time: 0.0630832 Aug 31 19:46:12.904773 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0aa15c76-bbde-44b7-9858-b48d2df8e147 req-79d33b88-b525-411a-9e85-17adf23db8f2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525832 Aug 31 19:46:12.917079 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-841ed604-a100-4d98-b17c-ee7cab9ae6d3 req-e67998d4-29d1-4cae-89c4-7bc6ebe22d94 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394728 Aug 31 19:46:12.967983 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:13.607168 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b6b66559-ee79-42c3-b90d-19b582b16de4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:46:13.714931 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6b66559-ee79-42c3-b90d-19b582b16de4,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:13.729033 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'port_id': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'mac_address': 'fa:16:3e:82:67:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:46:13.773593 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:13.788056 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b66559-ee79-42c3-b90d-19b582b16de4 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:46:13.810164 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6b66559-ee79-42c3-b90d-19b582b16de4,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:13.815811 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:13.870035 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=b6b66559-ee79-42c3-b90d-19b582b16de4,revision_number=7']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:14.045146 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930de04-ac9e-437a-be5a-675a6194fa6e req-4ed37433-fb19-40e2-a68a-294bbb485bca tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:14.048530 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0930de04-ac9e-437a-be5a-675a6194fa6e req-4ed37433-fb19-40e2-a68a-294bbb485bca tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0662823 Aug 31 19:46:14.074935 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487ea09-849c-4129-baf0-ca30efb78868 req-468f519d-9292-4162-a6e9-2260e58e5550 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:14.076625 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5487ea09-849c-4129-baf0-ca30efb78868 req-468f519d-9292-4162-a6e9-2260e58e5550 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0695467 Aug 31 19:46:14.110702 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0930de04-ac9e-437a-be5a-675a6194fa6e req-56e34bdb-4585-47fd-9ecf-dc945dd4237f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550458 Aug 31 19:46:14.126240 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5487ea09-849c-4129-baf0-ca30efb78868 req-13b74ea4-e1f5-4bed-9d76-52c8ac910823 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Aug 31 19:46:14.464099 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['b6b66559-ee79-42c3-b90d-19b582b16de4'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:46:14.509622 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:15.272042 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244775-5a41-479d-b70d-ea8e09348dee req-43e185bf-d167-47ae-bbb6-0c9ddef8d679 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:15.274810 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-69244775-5a41-479d-b70d-ea8e09348dee req-43e185bf-d167-47ae-bbb6-0c9ddef8d679 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0773497 Aug 31 19:46:15.312037 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bdc97-16f7-4e77-8f9a-359612ba64f1 req-80dbac24-d7b3-4522-aa0c-0648eca60bc5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:15.313709 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a31bdc97-16f7-4e77-8f9a-359612ba64f1 req-80dbac24-d7b3-4522-aa0c-0648eca60bc5 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0747375 Aug 31 19:46:15.323259 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-69244775-5a41-479d-b70d-ea8e09348dee req-6e0592d2-0eef-4a29-aac0-ef7d08e0f964 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414193 Aug 31 19:46:15.372298 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a31bdc97-16f7-4e77-8f9a-359612ba64f1 req-dd45ecb4-1bc4-4b97-ba86-eec4d936d75a tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496845 Aug 31 19:46:16.491587 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958de675-b16c-4d68-b1f1-16470f4b90e0 req-b1b6784a-622c-4e0d-9535-45d07bd982e9 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:16.493384 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-958de675-b16c-4d68-b1f1-16470f4b90e0 req-b1b6784a-622c-4e0d-9535-45d07bd982e9 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0605545 Aug 31 19:46:16.541067 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-958de675-b16c-4d68-b1f1-16470f4b90e0 req-8d192ecb-abe2-43f6-8a90-f7265a6c0815 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407159 Aug 31 19:46:16.552075 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d842b58-584e-4b7a-911a-ebe1f8bb787e req-c951220d-34bb-4d0f-be25-5c35e71a2008 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:16.553740 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4d842b58-584e-4b7a-911a-ebe1f8bb787e req-c951220d-34bb-4d0f-be25-5c35e71a2008 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0880079 Aug 31 19:46:16.598810 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4d842b58-584e-4b7a-911a-ebe1f8bb787e req-fa77506b-f026-4a96-97f8-390d5413e970 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372190 Aug 31 19:46:17.640412 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b6b66559-ee79-42c3-b90d-19b582b16de4 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:46:17.692034 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea7e46-3bcf-403c-9175-ff173c86810c req-f61095e8-28f9-489e-a0e7-509a31b70b72 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:17.693638 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d0ea7e46-3bcf-403c-9175-ff173c86810c req-f61095e8-28f9-489e-a0e7-509a31b70b72 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0650523 Aug 31 19:46:17.698910 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port b6b66559-ee79-42c3-b90d-19b582b16de4 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:46:17.699310 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:17.744540 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf6e8b-e796-490a-8d3b-93d09dd4e21e req-b77c07c4-a3cf-403b-bdac-a815a937f30e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:17.745156 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d0ea7e46-3bcf-403c-9175-ff173c86810c req-ee77295e-55c3-4387-ab46-12caf675fa8c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449882 Aug 31 19:46:17.747500 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-57bf6e8b-e796-490a-8d3b-93d09dd4e21e req-b77c07c4-a3cf-403b-bdac-a815a937f30e tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 944 time: 0.0659721 Aug 31 19:46:17.798862 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:17.800320 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-57bf6e8b-e796-490a-8d3b-93d09dd4e21e req-acd7618f-2d74-4a9f-9710-b28c1a85ab28 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452294 Aug 31 19:46:17.834923 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:46:17.837115 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583bb1f8-15ab-4a57-bc27-4c0d2162b6a2" -d '{"events": [{"server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "name": "network-vif-plugged", "status": "completed", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:46:17.853105 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6b66559-ee79-42c3-b90d-19b582b16de4,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:17.858962 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:17.912401 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2bfbe4-1092-4a91-a428-1635109e24d6 x-openstack-request-id: req-6e2bfbe4-1092-4a91-a428-1635109e24d6 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:46:17.912998 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "name": "network-vif-plugged", "status": "completed", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:46:17.913364 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e2bfbe4-1092-4a91-a428-1635109e24d6 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:46:17.913937 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'code': 200} Aug 31 19:46:17.927743 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=b6b66559-ee79-42c3-b90d-19b582b16de4,revision_number=8']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:18.077779 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9f46c-a503-4821-a1f8-b7ccb4670c04 req-7928b1f6-ec42-4818-b479-299a00dee21a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:18.079630 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-86e9f46c-a503-4821-a1f8-b7ccb4670c04 req-7928b1f6-ec42-4818-b479-299a00dee21a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0820117 Aug 31 19:46:18.162157 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-86e9f46c-a503-4821-a1f8-b7ccb4670c04 req-47a023e9-1e8b-4f7c-9025-383cde25cd6f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742590 Aug 31 19:46:18.172799 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-bd41b148-570d-40ed-868d-06f8f42c5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:18.175140 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-bd41b148-570d-40ed-868d-06f8f42c5352 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 1098 time: 0.0854268 Aug 31 19:46:18.320748 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dfc61-b207-462b-b843-e052f70dc9ed req-725ed0e7-f1e3-4064-9743-d1aeba853152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:18.323085 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3a6dfc61-b207-462b-b843-e052f70dc9ed req-725ed0e7-f1e3-4064-9743-d1aeba853152 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 1098 time: 0.0831771 Aug 31 19:46:18.326518 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-98b46e27-d228-4a80-b076-5c4399af8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:18.328718 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-98b46e27-d228-4a80-b076-5c4399af8b96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 912 time: 0.1462989 Aug 31 19:46:18.426200 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3a6dfc61-b207-462b-b843-e052f70dc9ed req-8d3d8028-f80d-4b56-8377-7e23ad9d30d9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847957 Aug 31 19:46:18.433036 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-6717be81-11aa-4d8b-9cf6-3a53eb4f78e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52d7aff8-02a9-4832-ad78-48479380fa21 HTTP/1.1" status: 200 len: 1001 time: 0.0904062 Aug 31 19:46:18.941925 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-7bda169c-faec-4db7-bf11-e369a2b4d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:18.943485 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-7bda169c-faec-4db7-bf11-e369a2b4d0ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 200 len: 850 time: 0.0800245 Aug 31 19:46:18.968658 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12d015-8e7e-45ba-881f-ed1660bf279c req-ade9ffa2-4239-45d3-be0a-58f0406e67f8 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:18.970803 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1f12d015-8e7e-45ba-881f-ed1660bf279c req-ade9ffa2-4239-45d3-be0a-58f0406e67f8 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0973947 Aug 31 19:46:19.037115 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1f12d015-8e7e-45ba-881f-ed1660bf279c req-0e39c8eb-441d-48be-b34a-577b66511dc8 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452964 Aug 31 19:46:19.039080 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-132e95cb-6b24-4c90-8787-b032ca447113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:19.040581 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-132e95cb-6b24-4c90-8787-b032ca447113 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcee167-2444-4fc9-bb48-ee50aa69646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0880544 Aug 31 19:46:19.149161 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-9fd4981d-2418-43b3-94b9-08ac2ede132a service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992711 Aug 31 19:46:19.257800 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-93940e59-aded-4eb9-b535-9ff1a07a6234 req-d8a3c4c8-0213-4e19-9608-ecb4807be441 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005628 Aug 31 19:46:19.337622 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34475739-b0a0-4fab-97fa-5630f2b42e24 req-a1811c38-1836-4c00-b812-ed9008812430 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:19.339260 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-34475739-b0a0-4fab-97fa-5630f2b42e24 req-a1811c38-1836-4c00-b812-ed9008812430 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0579956 Aug 31 19:46:19.386557 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-34475739-b0a0-4fab-97fa-5630f2b42e24 req-9de11199-6eee-4b6f-8bc6-cfa9c8eeaa87 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355232 Aug 31 19:46:19.886131 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdf884-e61b-4f4b-ba6b-811c280f5f01 req-eb95546f-3747-4367-9059-6a08c3bc7642 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:19.906911 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f2bdf884-e61b-4f4b-ba6b-811c280f5f01 req-eb95546f-3747-4367-9059-6a08c3bc7642 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.1132598 Aug 31 19:46:19.962960 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f2bdf884-e61b-4f4b-ba6b-811c280f5f01 req-2e94448a-47a3-4011-b2bd-3a75dd8bc38d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441580 Aug 31 19:46:20.184340 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceacaaa-c8f4-4b90-8d54-b79287746b1f req-656b337b-9bd6-482a-ab87-6cdb52fe365b tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:20.187057 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7ceacaaa-c8f4-4b90-8d54-b79287746b1f req-656b337b-9bd6-482a-ab87-6cdb52fe365b tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0632625 Aug 31 19:46:20.237597 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7ceacaaa-c8f4-4b90-8d54-b79287746b1f req-6002af40-a980-4380-a7f1-f1d5213f2955 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Aug 31 19:46:20.551477 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1673131-1c0c-4b6c-ad54-36480792f089 req-5b7fb29a-d474-49fe-ad50-57214a513fe5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:20.553029 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1673131-1c0c-4b6c-ad54-36480792f089 req-5b7fb29a-d474-49fe-ad50-57214a513fe5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0632434 Aug 31 19:46:20.600053 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a1673131-1c0c-4b6c-ad54-36480792f089 req-2ac6f047-1518-49cc-a551-2026dfac9382 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403867 Aug 31 19:46:21.120572 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ea392-e852-4b8c-a1a4-5b3aefee8860 req-ece82256-3874-4203-a2c0-784bbb2c54d3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:21.122241 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4c1ea392-e852-4b8c-a1a4-5b3aefee8860 req-ece82256-3874-4203-a2c0-784bbb2c54d3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.0651009 Aug 31 19:46:21.164410 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4c1ea392-e852-4b8c-a1a4-5b3aefee8860 req-0cbe11ac-36ca-4ee2-b90c-47e156051c1e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352695 Aug 31 19:46:21.725142 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060feac-6280-4f42-b929-7a18a2a0252c req-11995ded-dd39-421a-849f-5ce1c2e5c1cf tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:21.726864 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8060feac-6280-4f42-b929-7a18a2a0252c req-11995ded-dd39-421a-849f-5ce1c2e5c1cf tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0546823 Aug 31 19:46:21.788379 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8060feac-6280-4f42-b929-7a18a2a0252c req-3f9e0537-6b88-468c-8264-fb5d83e8fd78 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548460 Aug 31 19:46:22.348593 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acdd1c-5fd4-438b-9151-79c75857799c req-d6e6c12b-6313-4966-a557-c5fb4aab3cc4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:22.351316 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-79acdd1c-5fd4-438b-9151-79c75857799c req-d6e6c12b-6313-4966-a557-c5fb4aab3cc4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.0742753 Aug 31 19:46:22.398466 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-79acdd1c-5fd4-438b-9151-79c75857799c req-b68b04f9-5770-4089-a4d8-51d905fbf494 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Aug 31 19:46:23.546602 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c945937-37e2-4714-b9ce-8f0c9a4989b7 req-9e03100a-95f0-4453-8ae8-cbfaac00047f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:23.548473 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7c945937-37e2-4714-b9ce-8f0c9a4989b7 req-9e03100a-95f0-4453-8ae8-cbfaac00047f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.0608482 Aug 31 19:46:23.617138 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7c945937-37e2-4714-b9ce-8f0c9a4989b7 req-204d6ae5-c3b0-4fda-9dcc-200f38243d50 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607941 Aug 31 19:46:24.750252 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d944-8d94-4587-8d64-02d65ef894a6 req-882025f3-15e8-46b7-8d7d-57a7f71718c6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:24.751951 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b0d5d944-8d94-4587-8d64-02d65ef894a6 req-882025f3-15e8-46b7-8d7d-57a7f71718c6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.0554364 Aug 31 19:46:24.800861 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b0d5d944-8d94-4587-8d64-02d65ef894a6 req-dfb21791-b3b0-4c4b-9b6e-3be765277d54 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417159 Aug 31 19:46:25.045641 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-27ad4413-1fc7-484d-901e-a9ca5709b80d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173491152&fields=id&tenant_id=0534a8bc230947f7b167be742bb5fd92 HTTP/1.1" status: 200 len: 267 time: 0.0370588 Aug 31 19:46:25.110943 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-8964e822-11e6-4872-a66d-32027aa7d24d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:25.112709 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-8964e822-11e6-4872-a66d-32027aa7d24d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 985 time: 0.0598755 Aug 31 19:46:25.128932 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Request body: {'port': {'security_groups': ['cb4e3bee-7b6a-47a2-afba-25a147d48d96']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:46:25.231020 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.447770 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] For port 88eeea63-5854-46ce-8ee8-77fc0951716c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88eeea63-5854-46ce-8ee8-77fc0951716c,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:25.481626 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.487828 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.532489 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['88eeea63-5854-46ce-8ee8-77fc0951716c'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:46:25.536763 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:25.537564 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.539101 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7e424223-0bf1-42f9-8692-b45c012b9319 req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "PUT /v2.0/ports/88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 943 time: 0.4162505 Aug 31 19:46:25.539660 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:46:25.542320 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:46:25.568125 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50730) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:25.574163 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event updated for resources: {'Port': ['ID=88eeea63-5854-46ce-8ee8-77fc0951716c,revision_number=7']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:25.583764 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.584207 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.584461 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.584783 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.585120 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.585451 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.585808 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.586143 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.586489 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.586827 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.587143 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.587464 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da19f54e-7c38-426a-81a9-f4c6e6b63c10 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:25.635107 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642deb91-a47e-4948-a4cf-8c9727fee176 x-openstack-request-id: req-642deb91-a47e-4948-a4cf-8c9727fee176 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:46:25.635466 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:46:25.635748 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-642deb91-a47e-4948-a4cf-8c9727fee176 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:46:25.636116 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'status': 'completed', 'code': 200} Aug 31 19:46:25.686326 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ea5e5305-4de9-4aa7-8ac7-edd6252f446b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.745762 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ea5e5305-4de9-4aa7-8ac7-edd6252f446b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.769688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-018ae723-08a8-4dc4-b017-a2bbbaf92062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:25.772872 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-018ae723-08a8-4dc4-b017-a2bbbaf92062 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0534a8bc230947f7b167be742bb5fd92&device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1099 time: 0.0800822 Aug 31 19:46:25.803028 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['88eeea63-5854-46ce-8ee8-77fc0951716c'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:46:25.861836 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ea5e5305-4de9-4aa7-8ac7-edd6252f446b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.867123 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ea5e5305-4de9-4aa7-8ac7-edd6252f446b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.869457 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ea5e5305-4de9-4aa7-8ac7-edd6252f446b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "DELETE /v2.0/security-groups/51db1a84-b87f-4bf7-8780-1e41076b3af4 HTTP/1.1" status: 204 len: 168 time: 0.2994597 Aug 31 19:46:25.878539 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-999fcb1b-c5dc-4e0f-a6d7-a116dd964a95 None None] Provisioning complete for port 88eeea63-5854-46ce-8ee8-77fc0951716c triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:46:25.878974 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-999fcb1b-c5dc-4e0f-a6d7-a116dd964a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:25.886160 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50734) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:25.900672 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e5305-4de9-4aa7-8ac7-edd6252f446b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51db1a84-b87f-4bf7-8780-1e41076b3af4,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:26.174800 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-33bc2bed-5ae3-447d-8191-15e5412a681e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:26.176447 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-33bc2bed-5ae3-447d-8191-15e5412a681e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.2873526 Aug 31 19:46:26.208128 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-74b2f0bf-9cad-4ab2-adad-82b60620065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:26.209907 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-74b2f0bf-9cad-4ab2-adad-82b60620065a service neutron] 10.222.0.55 "GET /v2.0/networks?id=afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 200 len: 916 time: 0.3384080 Aug 31 19:46:26.231582 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ed6db-4d27-4f2c-b24d-4e13d76fb096 req-2b07e421-e1dc-4ddf-8a6c-33c4da3939f5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:26.234367 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ce4ed6db-4d27-4f2c-b24d-4e13d76fb096 req-2b07e421-e1dc-4ddf-8a6c-33c4da3939f5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.2504382 Aug 31 19:46:26.423300 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ce4ed6db-4d27-4f2c-b24d-4e13d76fb096 req-11bb8096-e9fb-456c-a264-05f4d1ceb695 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764300 Aug 31 19:46:26.428111 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-dbf8184f-5bbc-4a14-991f-58c60ad2e346 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 1002 time: 0.1907754 Aug 31 19:46:26.521019 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-4540fe85-aa82-4de5-9559-0115ae51f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:26.522675 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-4540fe85-aa82-4de5-9559-0115ae51f5fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8236f8b3-26d3-4098-9767-a497fdb7a846 HTTP/1.1" status: 200 len: 854 time: 0.0841157 Aug 31 19:46:26.527791 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Deleting port 8b767db9-17e5-45d2-b022-0d443d5cb73f {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:26.528219 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:26.555373 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Deleting port 74dd90a5-977f-4937-b5fb-b6a507e3d556 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:26.555704 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:26.702748 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-11d89ee3-5b9f-47c5-9e68-d35901a6f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:26.704774 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-11d89ee3-5b9f-47c5-9e68-d35901a6f2ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afc56b53-89ad-445f-86e9-6b7ca5ed9826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1726789 Aug 31 19:46:26.732869 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] For port 8b767db9-17e5-45d2-b022-0d443d5cb73f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=8b767db9-17e5-45d2-b022-0d443d5cb73f,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:26.733219 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:26.784453 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:26.784780 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:27.142982 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Calling delete_port for 74dd90a5-977f-4937-b5fb-b6a507e3d556 owned by network:floatingip {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:27.315015 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-497d3103-5915-4a3b-9a06-8be19855ac1d service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025014 Aug 31 19:46:27.373924 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:27.519158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:27.519697 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:27.520120 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Floating IP 20434d83-79f7-4bc7-8809-1f7d686e0955 disassociated. External IP: 172.27.0.216, port: 8b767db9-17e5-45d2-b022-0d443d5cb73f. Aug 31 19:46:27.520528 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Calling delete_port for 8b767db9-17e5-45d2-b022-0d443d5cb73f owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:27.575167 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2e86ed9c-aa96-4d7f-a135-fa9ad91804ff req-2e5ac927-1170-4e6d-aaf8-8048ec09f7a6 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450895 Aug 31 19:46:27.631227 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00143e8a-32d1-425c-8edc-e2222fae24ec req-32b8fb87-ee23-445d-8468-a3a6953fc1ee tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:27.633866 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-00143e8a-32d1-425c-8edc-e2222fae24ec req-32b8fb87-ee23-445d-8468-a3a6953fc1ee tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 946 time: 0.0834835 Aug 31 19:46:27.697565 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-00143e8a-32d1-425c-8edc-e2222fae24ec req-21bafa50-b1a1-4701-ae9a-a0b7cd0b3226 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ed921dc-4e28-4408-9828-04ad55220564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562980 Aug 31 19:46:27.731032 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:27.768214 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event deleted for resources: {'Port': ['ID=74dd90a5-977f-4937-b5fb-b6a507e3d556,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:27.872780 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:27.881716 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks [] for floatingip, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:27.882142 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Floating IP 422c86ff-7f1f-464d-a958-cdd281bc10e7 disassociated (deleted). External IP: 172.27.0.237, port: 88eeea63-5854-46ce-8ee8-77fc0951716c. Aug 31 19:46:27.946576 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event deleted for resources: {'Port': ['ID=8b767db9-17e5-45d2-b022-0d443d5cb73f,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:28.186491 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Router a89e96f1-7ccc-48f7-ac7e-612b927aba13 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:46:28.310425 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Router a9350b67-2fc1-426f-92c8-0797137fb536 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:46:28.418358 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:46:28.444348 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] Sync routers for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:46:28.456640 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:28.457296 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:28.549048 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] No DVR routers for this DVR port 8b767db9-17e5-45d2-b022-0d443d5cb73f on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:46:28.560530 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:28.565064 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9ef87b3b-def5-46f4-ac49-7deaf8abd8b1 req-da4928cf-4bbe-4be1-a398-be4dab52cc49 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "DELETE /v2.0/ports/8b767db9-17e5-45d2-b022-0d443d5cb73f HTTP/1.1" status: 204 len: 173 time: 2.3513443 Aug 31 19:46:28.565861 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-deleted', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:46:28.569943 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a961ec-e69c-4a18-be68-9c6665198fae" -d '{"events": [{"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-deleted", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:46:28.601922 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:46:28.610552 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:28.626857 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] Sync routers for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:46:28.656791 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:28.658728 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:28.699748 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-0d3989b9-500a-48e2-93ff-1b8a0ef64e0b tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "DELETE /v2.0/floatingips/422c86ff-7f1f-464d-a958-cdd281bc10e7 HTTP/1.1" status: 204 len: 168 time: 2.7664845 Aug 31 19:46:28.708322 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a82fc27-6a54-4196-9381-42482757b82b x-openstack-request-id: req-1a82fc27-6a54-4196-9381-42482757b82b {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:46:28.708614 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7c156-424f-445e-abf7-af6358f9b750", "name": "network-vif-deleted", "tag": "8b767db9-17e5-45d2-b022-0d443d5cb73f", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:46:28.708835 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a82fc27-6a54-4196-9381-42482757b82b {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:46:28.709359 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7c156-424f-445e-abf7-af6358f9b750', 'name': 'network-vif-deleted', 'tag': '8b767db9-17e5-45d2-b022-0d443d5cb73f', 'status': 'completed', 'code': 200} Aug 31 19:46:28.765937 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:28.927757 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:28.972389 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-14cc8a98-58ae-493c-92df-ac9cf2b9aa6c req-6c34e196-86c3-4612-bbee-52b6fb91f2af tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=80b7c156-424f-445e-abf7-af6358f9b750 HTTP/1.1" status: 200 len: 210 time: 0.0557766 Aug 31 19:46:29.213189 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:29.277344 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] Checking router: a89e96f1-7ccc-48f7-ac7e-612b927aba13 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:46:29.291849 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:29.292917 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:29.376095 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 5, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:29.410508 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] Checking router: a9350b67-2fc1-426f-92c8-0797137fb536 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:46:29.421227 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:29.421862 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:29.491091 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:29.601923 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:29.672410 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:29.708234 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 8b767db9-17e5-45d2-b022-0d443d5cb73f {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:29.708582 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 8b767db9-17e5-45d2-b022-0d443d5cb73f not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:29.809913 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:29.841673 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547c16e-1903-41b6-88fa-c9c6ed9d163b None None] The sync data for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi is: [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:46:29.872287 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 5, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:29.911210 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ce3a0-8cc2-4ccb-b29b-7361a1bb95fc None None] The sync data for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi is: [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:31Z', 'revision_number': 4, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '3dd497bd-9436-4605-9039-a4ce9cef2334', 'name': '', 'network_id': 'afc56b53-89ad-445f-86e9-6b7ca5ed9826', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'mac_address': 'fa:16:3e:35:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:31Z', 'updated_at': '2021-08-31T19:41:41Z', 'revision_number': 5, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'subnets': [{'id': '8236f8b3-26d3-4098-9767-a497fdb7a846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:46:30.128980 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50762) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:30.241581 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edca275-5b72-484b-9c1a-b77cb650d22a None None] New status for floating IP 20434d83-79f7-4bc7-8809-1f7d686e0955: DOWN {{(pid=95344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:46:30.264448 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9478e49-ec76-497b-90f6-fda73d951d42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:30.334339 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9478e49-ec76-497b-90f6-fda73d951d42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:30.387668 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:46:30.403172 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c17527-113f-48c2-9e4c-8048b89b90fe None None] New status for floating IP 422c86ff-7f1f-464d-a958-cdd281bc10e7: DOWN {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:46:30.441209 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9478e49-ec76-497b-90f6-fda73d951d42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:30.445561 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9478e49-ec76-497b-90f6-fda73d951d42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:30.451511 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d9478e49-ec76-497b-90f6-fda73d951d42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "DELETE /v2.0/security-groups/7ed921dc-4e28-4408-9828-04ad55220564 HTTP/1.1" status: 204 len: 168 time: 0.3173347 Aug 31 19:46:30.452207 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50766) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:30.461594 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9478e49-ec76-497b-90f6-fda73d951d42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed921dc-4e28-4408-9828-04ad55220564,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:30.494656 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.api.v2.resource [None req-55f46bcc-2bfd-4b34-b825-8f669ce94914 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] show failed (client error): The resource could not be found. Aug 31 19:46:30.499545 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-55f46bcc-2bfd-4b34-b825-8f669ce94914 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups/7ed921dc-4e28-4408-9828-04ad55220564 HTTP/1.1" status: 404 len: 347 time: 0.0425329 Aug 31 19:46:30.500477 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50768) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:30.710858 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:46:30.713765 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245e669-c0f0-4d89-8768-0aff77b8b255" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:46:30.730862 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Deleting port 52ebb8c6-5de0-4647-bbb3-884652c67a35 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:30.731197 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:30.773343 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3db014b-a683-4177-b801-6f1f473e39d6 x-openstack-request-id: req-c3db014b-a683-4177-b801-6f1f473e39d6 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:46:30.773718 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:46:30.774158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3db014b-a683-4177-b801-6f1f473e39d6 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:46:30.774525 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'status': 'completed', 'code': 200} Aug 31 19:46:30.878189 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:30.878874 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:30.900673 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Calling delete_port for 52ebb8c6-5de0-4647-bbb3-884652c67a35 owned by network:floatingip {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:30.924982 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-5a199249-45d5-41c7-9e6c-8152646b4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:30.928298 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-5a199249-45d5-41c7-9e6c-8152646b4da0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0534a8bc230947f7b167be742bb5fd92&device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 1099 time: 0.0777888 Aug 31 19:46:31.151557 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:31.183606 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-0c29e725-a632-4671-bf40-898e55bb67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:31.186133 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-0c29e725-a632-4671-bf40-898e55bb67c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 200 len: 916 time: 0.2468646 Aug 31 19:46:31.262539 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-4c7f240b-cfb9-45f6-9c25-83f9b2111fce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 200 len: 217 time: 0.0685117 Aug 31 19:46:31.344497 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event deleted for resources: {'Port': ['ID=52ebb8c6-5de0-4647-bbb3-884652c67a35,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:31.390715 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:31.394501 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:31.398835 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-6f8082cc-e953-4ea7-8568-24f0afe818f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:31.402259 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-6f8082cc-e953-4ea7-8568-24f0afe818f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8236f8b3-26d3-4098-9767-a497fdb7a846 HTTP/1.1" status: 200 len: 854 time: 0.1288140 Aug 31 19:46:31.404790 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-382465b8-afbd-4b0c-bf07-68547712684a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "DELETE /v2.0/floatingips/20434d83-79f7-4bc7-8809-1f7d686e0955 HTTP/1.1" status: 204 len: 168 time: 0.9016702 Aug 31 19:46:31.511998 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-ad6521ab-ddf2-439f-aa23-341a30fa9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:31.514888 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-ad6521ab-ddf2-439f-aa23-341a30fa9688 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afc56b53-89ad-445f-86e9-6b7ca5ed9826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1037493 Aug 31 19:46:31.673646 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-4fec7f8d-bf02-488d-9ed8-52319ac5b4b8 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502733 Aug 31 19:46:31.748621 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50794) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:31.759898 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-648ce832-b576-44e1-be32-87c2cba48af3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370785245', 'description': 'tempest-description--337334845'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:46:31.791486 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-648ce832-b576-44e1-be32-87c2cba48af3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:31.820710 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e245e669-c0f0-4d89-8768-0aff77b8b255 req-61071426-5d6a-463f-bb16-c70595687c35 service neutron] 10.222.0.55 "GET /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404300 Aug 31 19:46:31.963790 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-648ce832-b576-44e1-be32-87c2cba48af3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:31.969691 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-648ce832-b576-44e1-be32-87c2cba48af3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:31.999470 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-648ce832-b576-44e1-be32-87c2cba48af3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.001762 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-648ce832-b576-44e1-be32-87c2cba48af3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2514484 Aug 31 19:46:32.007068 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50796) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:32.012920 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-e981a26b-cd4d-46cd-8e84-0e715c8eb731 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'security_group_rule': {'security_group_id': '92f970b9-25f9-44c6-81f6-b7e323322c77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:46:32.013209 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ce832-b576-44e1-be32-87c2cba48af3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f970b9-25f9-44c6-81f6-b7e323322c77,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:32.052699 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e981a26b-cd4d-46cd-8e84-0e715c8eb731 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.148853 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e981a26b-cd4d-46cd-8e84-0e715c8eb731 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.154007 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e981a26b-cd4d-46cd-8e84-0e715c8eb731 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.173813 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981a26b-cd4d-46cd-8e84-0e715c8eb731 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4805ca5-2da0-4018-98fd-47e930568d96,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:32.180945 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e981a26b-cd4d-46cd-8e84-0e715c8eb731 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.182929 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e981a26b-cd4d-46cd-8e84-0e715c8eb731 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1744480 Aug 31 19:46:32.186255 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50798) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:32.191781 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-d078de70-f0b8-404b-a79c-3bc917eaa324 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'security_group_rule': {'security_group_id': '92f970b9-25f9-44c6-81f6-b7e323322c77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:46:32.224754 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d078de70-f0b8-404b-a79c-3bc917eaa324 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.293925 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d078de70-f0b8-404b-a79c-3bc917eaa324 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.299554 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d078de70-f0b8-404b-a79c-3bc917eaa324 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.320529 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078de70-f0b8-404b-a79c-3bc917eaa324 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7daace-8570-4e7d-b31b-91f7d5d9be12,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:32.332188 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d078de70-f0b8-404b-a79c-3bc917eaa324 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.333425 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d078de70-f0b8-404b-a79c-3bc917eaa324 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461873 Aug 31 19:46:32.338635 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50802) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:32.343803 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'floatingip': {'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:46:32.372933 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.530240 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.688040 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Allocated IP 172.27.0.27 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/f5ec2f9b-fe12-4c66-a129-9a1a266ae92d) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:46:32.863917 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.920781 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:32.964649 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:46:32.973651 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:46:32.979479 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:46:33.008693 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'Port': ['ID=f5ec2f9b-fe12-4c66-a129-9a1a266ae92d,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:33.078433 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97070155-7f1f-4669-a3fb-8bf837962211 req-6bba86eb-15d2-41a9-84de-af27cbde3413 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:33.081174 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-97070155-7f1f-4669-a3fb-8bf837962211 req-6bba86eb-15d2-41a9-84de-af27cbde3413 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0620239 Aug 31 19:46:33.096117 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:33.126678 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-97070155-7f1f-4669-a3fb-8bf837962211 req-79c5ecef-ab5c-4c40-9b8e-271e75843fd3 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366888 Aug 31 19:46:33.136380 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:33.306806 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:33.312987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:33.387150 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'Port': ['ID=f5ec2f9b-fe12-4c66-a129-9a1a266ae92d,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:33.401258 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:33.416944 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:33.418243 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-ca608441-bcff-416e-b80b-2bfaecf3316f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0785568 Aug 31 19:46:33.634555 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-fed1a233-dd5c-406a-9416-4cf32b297288 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1370785245&fields=id&tenant_id=2b5d0468ac6d4826bfc6ba13a1762915 HTTP/1.1" status: 200 len: 267 time: 0.0371141 Aug 31 19:46:34.049620 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-b13a96d3-9e9a-42d3-8a5c-8a6de12b5e13 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:34.051291 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-b13a96d3-9e9a-42d3-8a5c-8a6de12b5e13 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 817 time: 0.4091208 Aug 31 19:46:34.069562 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-11f82e3e-ca29-419c-84e1-9c17311e4035 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/quotas/2b5d0468ac6d4826bfc6ba13a1762915 HTTP/1.1" status: 200 len: 375 time: 0.0116105 Aug 31 19:46:34.157662 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-bdce5cf7-4eb1-47c8-91d4-d6831de81302 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814519 Aug 31 19:46:34.287396 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2705e-7944-403e-8619-80fb4f322459 req-48969593-0674-41bc-b29f-418bfa991a26 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:34.289112 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cea2705e-7944-403e-8619-80fb4f322459 req-48969593-0674-41bc-b29f-418bfa991a26 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0826871 Aug 31 19:46:34.309114 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-eb4e58e2-87a9-48f7-b795-8ba9ece090d9 service neutron] 10.222.0.54 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368549 Aug 31 19:46:34.357618 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cea2705e-7944-403e-8619-80fb4f322459 req-e6a387a1-9e6f-470f-b905-008ddd731970 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552909 Aug 31 19:46:34.431971 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-fa5871ca-bbb3-4ffe-931d-347e9ba96828 service neutron] 10.222.0.54 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116054 Aug 31 19:46:34.638991 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5a4f8341-df41-4de9-940f-5bd298797283 req-fa14adf8-34fb-4326-98cb-53c4aac81dfd tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 210 time: 0.0363345 Aug 31 19:46:35.502399 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfed70-b39c-4fd6-af0d-0e2fc8b17441 req-2490cea0-1ba7-4f0b-b5b7-6d4eb8f0e28d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:35.504028 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4dcfed70-b39c-4fd6-af0d-0e2fc8b17441 req-2490cea0-1ba7-4f0b-b5b7-6d4eb8f0e28d tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0561810 Aug 31 19:46:35.566034 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4dcfed70-b39c-4fd6-af0d-0e2fc8b17441 req-1e9f9b5f-c6fe-43b2-97b4-cbead2a6ca29 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551026 Aug 31 19:46:35.763044 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7c406301-d679-4b2e-8aef-35d6c9ca4441 req-6f7d570e-e54e-49d0-be45-ba0bab4ada7c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 210 time: 0.0276093 Aug 31 19:46:36.695957 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c947e-0416-4213-a0d5-1d0767ad3ea1 req-7b5269f2-50c9-4f08-b35d-9a232a549bbe tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:36.697589 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-980c947e-0416-4213-a0d5-1d0767ad3ea1 req-7b5269f2-50c9-4f08-b35d-9a232a549bbe tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0579698 Aug 31 19:46:36.741371 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-980c947e-0416-4213-a0d5-1d0767ad3ea1 req-37a1e081-65ad-4c0f-b313-916e1c004345 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377719 Aug 31 19:46:36.868588 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9fcbf71e-3487-4b3b-9744-1553cd5c38f1 req-5264b359-f53a-4ddd-8ebd-466d01ecc918 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 210 time: 0.0287511 Aug 31 19:46:37.879468 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bee36-0327-492c-9cf0-4cd5486aca08 req-f655b830-4664-4f7c-8769-93202a3082bc tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:37.881143 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-928bee36-0327-492c-9cf0-4cd5486aca08 req-f655b830-4664-4f7c-8769-93202a3082bc tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.0583231 Aug 31 19:46:37.936486 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-928bee36-0327-492c-9cf0-4cd5486aca08 req-07870fba-6c64-44bc-989a-aeffe1444c61 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480807 Aug 31 19:46:37.995806 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c8b3f634-74ab-4e3f-bbba-c53da9352b29 req-3bfe12ad-21cd-4461-8b20-63e930e6358e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 210 time: 0.0304544 Aug 31 19:46:38.470259 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-7faa56e3-5763-40b7-996f-d1ad4b0f08c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:38.473783 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-ef6ed378-4221-4d6d-acf6-ee296884039a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:38.476571 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-ef6ed378-4221-4d6d-acf6-ee296884039a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 817 time: 0.1598215 Aug 31 19:46:38.543472 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-38be33de-71da-4f99-8ca7-6aee5b236f1c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5d0468ac6d4826bfc6ba13a1762915 HTTP/1.1" status: 200 len: 380 time: 0.0434208 Aug 31 19:46:38.561134 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'port': {'device_id': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'admin_state_up': True, 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'security_groups': ['92f970b9-25f9-44c6-81f6-b7e323322c77']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:46:38.688648 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Made reservation on behalf of 2b5d0468ac6d4826bfc6ba13a1762915 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:46:38.692526 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:38.846668 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-e6bcd2fe-fd05-4122-b989-03ad2282f4f1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:38.848301 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-e6bcd2fe-fd05-4122-b989-03ad2282f4f1 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.1300101 Aug 31 19:46:38.908912 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Allocated IP 172.20.0.6 (94e9390e-e3fb-4b10-bffd-be051d391074/81ac21e9-a5ac-46fd-9b85-e2725132184d/ae5648ea-7b97-440d-a040-a206e6ce7258) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:46:39.110791 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Deleting port 88eeea63-5854-46ce-8ee8-77fc0951716c {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:39.111131 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:39.152463 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-be49bdcb-13c0-4334-92e8-ab9725f5a434 req-efe39f4e-38ba-4a01-8eec-78c321db3812 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 210 time: 0.0462215 Aug 31 19:46:39.177660 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1adf1-b00b-4bf4-906b-1eaa590d78ad req-99ffb4b2-78bf-48e8-9bd7-f8a0a42e8479 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:39.179536 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b5a1adf1-b00b-4bf4-906b-1eaa590d78ad req-99ffb4b2-78bf-48e8-9bd7-f8a0a42e8479 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 946 time: 0.1433730 Aug 31 19:46:39.218923 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:39.267156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Transition to ACTIVE for port object ae5648ea-7b97-440d-a040-a206e6ce7258 will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:46:39.294880 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b5a1adf1-b00b-4bf4-906b-1eaa590d78ad req-6031019b-be22-4211-9f03-408f6b180113 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb4e3bee-7b6a-47a2-afba-25a147d48d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005042 Aug 31 19:46:39.298996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] For port 88eeea63-5854-46ce-8ee8-77fc0951716c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88eeea63-5854-46ce-8ee8-77fc0951716c,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:39.299370 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:39.319390 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Calling delete_port for 88eeea63-5854-46ce-8ee8-77fc0951716c owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:39.385619 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:39.454172 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Network 94e9390e-e3fb-4b10-bffd-be051d391074 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:46:39.466548 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:46:39.469668 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:39.471925 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:46:39.604932 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:39.605866 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:39.648591 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-c47e58ef-a352-40af-bc3f-e4a0e802fdc2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0917494 Aug 31 19:46:39.650652 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:39.678572 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Request body: {'port': {'device_id': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:46:39.687767 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['88eeea63-5854-46ce-8ee8-77fc0951716c'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:46:39.724177 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-90608826-cc19-4b4f-b49f-91315b3955a7 None None] Provisioning for port ae5648ea-7b97-440d-a040-a206e6ce7258 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:46:39.727281 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Pushing event deleted for resources: {'Port': ['ID=88eeea63-5854-46ce-8ee8-77fc0951716c,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:39.729000 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-90608826-cc19-4b4f-b49f-91315b3955a7 None None] Provisioning complete for port ae5648ea-7b97-440d-a040-a206e6ce7258 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:46:39.729374 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-90608826-cc19-4b4f-b49f-91315b3955a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:39.765366 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-90608826-cc19-4b4f-b49f-91315b3955a7 None None] Port ae5648ea-7b97-440d-a040-a206e6ce7258 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:46:39.834543 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] No DVR routers for this DVR port 88eeea63-5854-46ce-8ee8-77fc0951716c on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:46:39.837538 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:39.839701 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-32f8f9f2-eb0a-4e8e-a9bd-8618599f0a3f req-1ad09ac7-2f41-434b-a513-5bbd7db70553 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.55 "DELETE /v2.0/ports/88eeea63-5854-46ce-8ee8-77fc0951716c HTTP/1.1" status: 204 len: 173 time: 0.9815326 Aug 31 19:46:39.840451 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'name': 'network-vif-deleted', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:46:39.842791 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d3b127-c63d-411f-b3d2-e11ceae95cbd" -d '{"events": [{"server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "name": "network-vif-deleted", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:46:39.891848 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:39.895490 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7554b210-501c-4afa-afc5-4905af239fdf x-openstack-request-id: req-7554b210-501c-4afa-afc5-4905af239fdf {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:46:39.895785 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9f3c03-07ad-4afa-bbc8-7d369a721c83", "name": "network-vif-deleted", "tag": "88eeea63-5854-46ce-8ee8-77fc0951716c", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:46:39.896035 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7554b210-501c-4afa-afc5-4905af239fdf {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:46:39.896514 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9f3c03-07ad-4afa-bbc8-7d369a721c83', 'name': 'network-vif-deleted', 'tag': '88eeea63-5854-46ce-8ee8-77fc0951716c', 'status': 'completed', 'code': 200} Aug 31 19:46:40.248019 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5648ea-7b97-440d-a040-a206e6ce7258 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:46:40.262508 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:40.305327 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Transition to ACTIVE for port object ae5648ea-7b97-440d-a040-a206e6ce7258 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:46:40.314789 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:40.394986 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2b41f-5cca-4458-9ad1-634c4d5487f1 req-61820d9d-b2de-4304-a2b1-a93c73cc6094 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:40.398831 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c8f2b41f-5cca-4458-9ad1-634c4d5487f1 req-61820d9d-b2de-4304-a2b1-a93c73cc6094 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 931 time: 0.1288745 Aug 31 19:46:40.419241 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:40.452581 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1d031022-5aee-4e05-ac0d-a9414e555202 req-36d344e6-4eee-47bf-8fce-fcfd249c8066 tempest-TestMinimumBasicScenario-985929605 tempest-TestMinimumBasicScenario-985929605-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f3c03-07ad-4afa-bbc8-7d369a721c83 HTTP/1.1" status: 200 len: 210 time: 0.0322423 Aug 31 19:46:40.543305 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c8f2b41f-5cca-4458-9ad1-634c4d5487f1 req-ec3f5609-3fb7-45d8-bc0f-896ba112df70 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245990 Aug 31 19:46:40.586299 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Attempting to bind port ae5648ea-7b97-440d-a040-a206e6ce7258 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:46:40.586639 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Attempting to bind port ae5648ea-7b97-440d-a040-a206e6ce7258 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:46:40.586968 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Attempting to bind port ae5648ea-7b97-440d-a040-a206e6ce7258 on network 94e9390e-e3fb-4b10-bffd-be051d391074 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:46:40.594814 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Port ae5648ea-7b97-440d-a040-a206e6ce7258 on network 94e9390e-e3fb-4b10-bffd-be051d391074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:46:40.595753 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Attempting to bind port ae5648ea-7b97-440d-a040-a206e6ce7258 on network 94e9390e-e3fb-4b10-bffd-be051d391074 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:46:40.605550 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:46:40.606156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Checking segment: {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:46:40.606994 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Bound using segment: {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:46:40.608988 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Bound port: ae5648ea-7b97-440d-a040-a206e6ce7258, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb59ec5-e291-4a54-9237-c1bc338a7696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:46:40.609657 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:40.697267 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:46:40.700918 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:46:40.705792 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:40.745031 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:40.745659 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:40.747114 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] 10.222.0.55 "PUT /v2.0/ports/ae5648ea-7b97-440d-a040-a206e6ce7258 HTTP/1.1" status: 200 len: 1093 time: 1.0819609 Aug 31 19:46:40.778019 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a63940-1d56-43e1-8bee-89b758136b78 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:40.874655 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-19ca7c92-4b6b-4cf4-ae8d-0137bb71f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:40.877739 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-19ca7c92-4b6b-4cf4-ae8d-0137bb71f255 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 1096 time: 0.0634954 Aug 31 19:46:40.932641 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-89745562-90d6-4b95-a73a-bd5856ec27b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5648ea-7b97-440d-a040-a206e6ce7258 HTTP/1.1" status: 200 len: 217 time: 0.0389388 Aug 31 19:46:40.993090 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-454aec55-8e4c-4ebb-85e3-5153339b2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:40.994597 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-454aec55-8e4c-4ebb-85e3-5153339b2564 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0544064 Aug 31 19:46:41.067938 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-068cf228-8b58-4121-b740-4cb57bfae186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:41.069453 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-068cf228-8b58-4121-b740-4cb57bfae186 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0661964 Aug 31 19:46:41.173366 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-bb84a856-615a-4400-b9bc-84965a75aa99 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929995 Aug 31 19:46:41.283673 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-396e0a19-81e3-492b-994e-adb8d59c1ecc req-bd7351bd-beb1-4f48-bb32-b8e1a99470ac service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014535 Aug 31 19:46:41.542478 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:41.683722 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314507f-d644-4ba9-aed6-3c272cf4904d req-0beb0174-1c78-4cbf-9653-b7f5e77901e6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:41.685436 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e314507f-d644-4ba9-aed6-3c272cf4904d req-0beb0174-1c78-4cbf-9653-b7f5e77901e6 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0570686 Aug 31 19:46:41.739534 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e314507f-d644-4ba9-aed6-3c272cf4904d req-60a6f819-d53e-4b58-879c-d6879198784d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Aug 31 19:46:41.765293 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 88eeea63-5854-46ce-8ee8-77fc0951716c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:41.799060 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 88eeea63-5854-46ce-8ee8-77fc0951716c {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:41.799402 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 88eeea63-5854-46ce-8ee8-77fc0951716c not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:41.898110 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:46:41.901575 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860dcb8f-ec66-43c2-bf45-0ad5d850291c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:46:41.939870 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-36a908e5-b947-4312-86b6-b4b14d2452d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:41.963578 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8407c7d9-4c80-47bf-8df6-81c428916adf x-openstack-request-id: req-8407c7d9-4c80-47bf-8df6-81c428916adf {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:46:41.963865 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:46:41.964112 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8407c7d9-4c80-47bf-8df6-81c428916adf {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:46:41.964518 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'status': 'completed', 'code': 200} Aug 31 19:46:42.082431 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-ea081f94-cd3f-471c-b1ad-1d826a0c1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:42.084215 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-ea081f94-cd3f-471c-b1ad-1d826a0c1b18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 1096 time: 0.0601466 Aug 31 19:46:42.211577 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-daf88f34-b225-4b25-960c-6443fc6b4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:42.213339 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-daf88f34-b225-4b25-960c-6443fc6b4c45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.1177902 Aug 31 19:46:42.297728 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-85637db7-d2a7-4e8b-95e0-1d6d99a08bb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5648ea-7b97-440d-a040-a206e6ce7258 HTTP/1.1" status: 200 len: 217 time: 0.0705051 Aug 31 19:46:42.368597 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50944) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:42.386380 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-5e59f1ac-18f5-4d47-9991-4aac388b7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:42.388199 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-5e59f1ac-18f5-4d47-9991-4aac388b7df8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0793514 Aug 31 19:46:42.473586 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-62fe562d-a178-4f0e-b27f-7524d25df52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:42.476305 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-62fe562d-a178-4f0e-b27f-7524d25df52c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0747175 Aug 31 19:46:42.680244 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-187e9b2d-2021-4c2a-b128-027cef5dc7ab service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944788 Aug 31 19:46:42.876973 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-860dcb8f-ec66-43c2-bf45-0ad5d850291c req-fdc82c0b-9de8-49d7-ae55-8a7d70411bd5 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864095 Aug 31 19:46:42.919374 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7d857-569a-4888-804b-14214f765ee4 req-bbfe3b7c-286e-4660-992d-3b5bfe0057d4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:42.921528 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a2d7d857-569a-4888-804b-14214f765ee4 req-bbfe3b7c-286e-4660-992d-3b5bfe0057d4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0803411 Aug 31 19:46:42.987563 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:42.990523 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a2d7d857-569a-4888-804b-14214f765ee4 req-bdc6b2b6-afd9-4fce-959f-6405ea232fb7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586171 Aug 31 19:46:43.202049 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419085'] for router_interface, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:43.814730 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Deleting port 3dd497bd-9436-4605-9039-a4ce9cef2334 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:43.815821 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:43.902574 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] For port 3dd497bd-9436-4605-9039-a4ce9cef2334, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=3dd497bd-9436-4605-9039-a4ce9cef2334,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:43.903010 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:43.919707 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Calling delete_port for 3dd497bd-9436-4605-9039-a4ce9cef2334 owned by network:router_interface {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:44.161366 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:44.198256 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852ebe6-3c4b-4b9d-97d7-0531759fd307 req-09dbaaf6-1dfb-4dc0-af55-a0706e4adb2e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:44.200688 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b852ebe6-3c4b-4b9d-97d7-0531759fd307 req-09dbaaf6-1dfb-4dc0-af55-a0706e4adb2e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.1137435 Aug 31 19:46:44.205679 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd497bd-9436-4605-9039-a4ce9cef2334,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:44.304643 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b852ebe6-3c4b-4b9d-97d7-0531759fd307 req-1fb9b8f1-3208-4e6b-a258-536a5fc3c367 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707526 Aug 31 19:46:44.495800 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419217'] for router_interface, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:44.504808 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:44.512810 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50966) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:44.673933 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f2365684-a31b-461c-a6ca-db134010a825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:44.938739 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Router a9350b67-2fc1-426f-92c8-0797137fb536 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:46:45.019472 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f2365684-a31b-461c-a6ca-db134010a825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.029182 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f2365684-a31b-461c-a6ca-db134010a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.109843 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-f2365684-a31b-461c-a6ca-db134010a825 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7928d7350a994c489478802131205f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955715 Aug 31 19:46:45.110604 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2365684-a31b-461c-a6ca-db134010a825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462f298e-9184-4e96-86f5-8f6502b10f6b,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:45.114212 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50970) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:45.136382 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:46:45.149317 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-16c595b9-17ad-47ed-b7c7-b4a6c20b1cab admin admin] 10.222.0.54 "PUT /v2.0/routers/a9350b67-2fc1-426f-92c8-0797137fb536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7735333 Aug 31 19:46:45.149317 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 50972) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:45.150996 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] Sync routers for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:46:45.162592 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:45.163227 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:45.235531 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1da02655-ed37-4c33-a730-1ea836d8e2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.275903 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1da02655-ed37-4c33-a730-1ea836d8e2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.309724 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:45.330060 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks [] for router, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.361564 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1da02655-ed37-4c33-a730-1ea836d8e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.378152 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1da02655-ed37-4c33-a730-1ea836d8e2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.380041 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-1da02655-ed37-4c33-a730-1ea836d8e2bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/462f298e-9184-4e96-86f5-8f6502b10f6b HTTP/1.1" status: 204 len: 168 time: 0.2643397 Aug 31 19:46:45.395969 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da02655-ed37-4c33-a730-1ea836d8e2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f298e-9184-4e96-86f5-8f6502b10f6b,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:45.540955 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.571126 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfc42d-15bb-49ee-ad0d-82ae57ec1203 req-1eb09c84-f9d3-4dce-af6a-f52946a38470 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:45.592484 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-88bfc42d-15bb-49ee-ad0d-82ae57ec1203 req-1eb09c84-f9d3-4dce-af6a-f52946a38470 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0980792 Aug 31 19:46:45.603922 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:46:44Z', 'revision_number': 5, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port': {'id': 'dc8d4481-68b3-481c-9f94-2b0e1edd5512', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:45.630761 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-88bfc42d-15bb-49ee-ad0d-82ae57ec1203 req-a2c10c02-c21c-4a88-aee7-5b14218edcca tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462441 Aug 31 19:46:45.645295 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] Checking router: a9350b67-2fc1-426f-92c8-0797137fb536 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:46:45.647989 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Deleting port dc8d4481-68b3-481c-9f94-2b0e1edd5512 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:45.648554 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.656785 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] Routers {'a9350b67-2fc1-426f-92c8-0797137fb536'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:45.657852 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a9350b67-2fc1-426f-92c8-0797137fb536'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:45.763853 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] Set router a9350b67-2fc1-426f-92c8-0797137fb536 gateway port host: None {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:45.794624 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:46:45.817485 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] For port dc8d4481-68b3-481c-9f94-2b0e1edd5512, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=dc8d4481-68b3-481c-9f94-2b0e1edd5512,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:45.818090 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:45.842868 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Calling delete_port for dc8d4481-68b3-481c-9f94-2b0e1edd5512 owned by network:router_gateway {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:45.883491 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:46:45Z', 'revision_number': 6, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port_host': None}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:45.916527 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cef39-0140-4829-a227-2ebef1c4cf9a None None] The sync data for ids ['a9350b67-2fc1-426f-92c8-0797137fb536'] in dv-cinder-789564-13-iscsi is: [{'id': 'a9350b67-2fc1-426f-92c8-0797137fb536', 'name': 'tempest-TestMinimumBasicScenario-1544438901-router', 'tenant_id': '0534a8bc230947f7b167be742bb5fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:28Z', 'updated_at': '2021-08-31T19:46:45Z', 'revision_number': 6, 'project_id': '0534a8bc230947f7b167be742bb5fd92', 'gw_port_host': None}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:46:45.989012 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:46.016336 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'port_id': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'mac_address': 'fa:16:3e:80:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:46:46.070074 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.086619 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5648ea-7b97-440d-a040-a206e6ce7258 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:46:46.113373 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:46.115978 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.123600 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.147413 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8d4481-68b3-481c-9f94-2b0e1edd5512,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:46.198284 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:46.226098 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421683'] for router_gateway, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.360728 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63471'] for router, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.363869 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.433421 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424966'] for router, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.433964 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9350b67-2fc1-426f-92c8-0797137fb536 {{(pid=95343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:46:46.440420 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.445036 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-f8c8b488-5458-4d90-bda8-d08baabeda51 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a9350b67-2fc1-426f-92c8-0797137fb536 HTTP/1.1" status: 204 len: 168 time: 1.2931321 Aug 31 19:46:46.446197 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50978) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:46.452275 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 3dd497bd-9436-4605-9039-a4ce9cef2334 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:46.487827 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 3dd497bd-9436-4605-9039-a4ce9cef2334 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:46.488700 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 3dd497bd-9436-4605-9039-a4ce9cef2334 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:46.526908 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a83e7c-52f4-47d5-93b2-13bb88f93058 admin admin] Deleting subnet 8236f8b3-26d3-4098-9767-a497fdb7a846 {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:46:46.532284 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26a83e7c-52f4-47d5-93b2-13bb88f93058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.582487 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26a83e7c-52f4-47d5-93b2-13bb88f93058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26020223'] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.616513 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['ae5648ea-7b97-440d-a040-a206e6ce7258'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:46:46.745825 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26a83e7c-52f4-47d5-93b2-13bb88f93058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.841057 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26a83e7c-52f4-47d5-93b2-13bb88f93058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25375634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26128623'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.862728 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f4090-d6fd-4038-ae03-7233b7b4b6af req-07f2bb14-ea5d-49d9-a286-4fd38351096a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:46.865944 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e05f4090-d6fd-4038-ae03-7233b7b4b6af req-07f2bb14-ea5d-49d9-a286-4fd38351096a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 944 time: 0.1098213 Aug 31 19:46:46.878493 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a83e7c-52f4-47d5-93b2-13bb88f93058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8236f8b3-26d3-4098-9767-a497fdb7a846,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:46.888161 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-26a83e7c-52f4-47d5-93b2-13bb88f93058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:46.891636 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-26a83e7c-52f4-47d5-93b2-13bb88f93058 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8236f8b3-26d3-4098-9767-a497fdb7a846 HTTP/1.1" status: 204 len: 168 time: 0.4429064 Aug 31 19:46:46.894568 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50982) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:46.898497 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f52aa8-c8eb-4ac5-8e30-53aef0b9b1f2 None None] Network afc56b53-89ad-445f-86e9-6b7ca5ed9826 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:46:46.941946 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e05f4090-d6fd-4038-ae03-7233b7b4b6af req-88b2483f-23fc-47e3-bf79-f336957cc531 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529842 Aug 31 19:46:47.012260 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.120490 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Deleting port 682933d1-ae85-4397-9eff-c363ca953e8d {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:47.120490 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.159540 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c2f26-58bb-4846-a7cf-790e1b10f903 None None] DHCP port deletion for afc56b53-89ad-445f-86e9-6b7ca5ed9826 request from dv-cinder-789564-13-iscsi {{(pid=95344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:46:47.233287 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c2f26-58bb-4846-a7cf-790e1b10f903 None None] Deleting port 682933d1-ae85-4397-9eff-c363ca953e8d {{(pid=95344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:47.233541 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] For port 682933d1-ae85-4397-9eff-c363ca953e8d, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=682933d1-ae85-4397-9eff-c363ca953e8d,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:47.234626 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.235301 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2f26-58bb-4846-a7cf-790e1b10f903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.263148 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Calling delete_port for 682933d1-ae85-4397-9eff-c363ca953e8d owned by network:dhcp {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:47.315257 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-9c6c2f26-58bb-4846-a7cf-790e1b10f903 None None] For port 682933d1-ae85-4397-9eff-c363ca953e8d, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=682933d1-ae85-4397-9eff-c363ca953e8d,segment=NetworkSegment(1f34089a-3929-4c7e-bf42-6887091b5302),segment_id=1f34089a-3929-4c7e-bf42-6887091b5302)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:47.315667 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2f26-58bb-4846-a7cf-790e1b10f903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.332277 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c2f26-58bb-4846-a7cf-790e1b10f903 None None] Calling delete_port for 682933d1-ae85-4397-9eff-c363ca953e8d owned by network:dhcp {{(pid=95344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:47.389309 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.415695 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=682933d1-ae85-4397-9eff-c363ca953e8d,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:47.420009 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] No DVR routers for this DVR port 682933d1-ae85-4397-9eff-c363ca953e8d on host dv-cinder-789564-13-iscsi {{(pid=95340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:46:47.507673 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.521571 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc56b53-89ad-445f-86e9-6b7ca5ed9826']}} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:47.532262 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2f26-58bb-4846-a7cf-790e1b10f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271'] for port, after_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.534963 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f34089a-3929-4c7e-bf42-6887091b5302') {'for_net_delete': True} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:47.535383 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f34089a-3929-4c7e-bf42-6887091b5302') {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:47.549381 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26020164'] for segment, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.569482 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.571137 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c2f26-58bb-4846-a7cf-790e1b10f903 None None] Pushing event deleted for resources: {'Port': ['ID=682933d1-ae85-4397-9eff-c363ca953e8d,revision_number=None']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:47.576059 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c2f26-58bb-4846-a7cf-790e1b10f903 None None] No DVR routers for this DVR port 682933d1-ae85-4397-9eff-c363ca953e8d on host dv-cinder-789564-13-iscsi {{(pid=95344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:46:47.581233 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=95340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:46:47.581878 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25375528'] for segment, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: Traceback (most recent call last): Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: timer() Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: cb(*args, **kw) Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: return func(*args, **kwargs) Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: self._notify() Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: self.callback(batched_events) Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: event.method(event) Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: return f(self, *a, **k) Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._get(url).json() Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: return self.request(url, 'GET', **kwargs) Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:46:47.584656 dv-cinder-789564-13-iscsi neutron-server[95340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:46:47.659193 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.666857 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:47.670618 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/afc56b53-89ad-445f-86e9-6b7ca5ed9826 HTTP/1.1" status: 204 len: 168 time: 0.7739296 Aug 31 19:46:47.673798 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50984) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:47.697065 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f556864-1599-4939-b154-25e6b00620b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc56b53-89ad-445f-86e9-6b7ca5ed9826,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:47.805664 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:46:47.879732 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port ae5648ea-7b97-440d-a040-a206e6ce7258 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:46:47.886266 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port ae5648ea-7b97-440d-a040-a206e6ce7258 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:46:47.886851 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:48.019047 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:48.067648 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:46:48.072160 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf07e06-7250-4f91-a67c-2cf130f3c64c" -d '{"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:46:48.098166 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:48.104839 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:48.159788 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3af2b2-28c5-43c5-a598-68543f68b35b x-openstack-request-id: req-9b3af2b2-28c5-43c5-a598-68543f68b35b {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:46:48.160103 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:46:48.160428 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b3af2b2-28c5-43c5-a598-68543f68b35b {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:46:48.161052 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'code': 200} Aug 31 19:46:48.212615 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:48.273010 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ec40a-f43d-4942-82f1-06d3c7a5cf83 req-2de82085-7bb4-4e85-bc89-0319a6c28679 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:48.278643 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a19ec40a-f43d-4942-82f1-06d3c7a5cf83 req-2de82085-7bb4-4e85-bc89-0319a6c28679 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.1355748 Aug 31 19:46:48.378707 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device dc8d4481-68b3-481c-9f94-2b0e1edd5512 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:48.394781 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a19ec40a-f43d-4942-82f1-06d3c7a5cf83 req-0a537a44-b2c9-487f-b3f9-05fe32b470af tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108351 Aug 31 19:46:48.402719 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: dc8d4481-68b3-481c-9f94-2b0e1edd5512 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:48.403099 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device dc8d4481-68b3-481c-9f94-2b0e1edd5512 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:48.403542 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 682933d1-ae85-4397-9eff-c363ca953e8d no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:48.426379 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 682933d1-ae85-4397-9eff-c363ca953e8d {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:48.426781 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 682933d1-ae85-4397-9eff-c363ca953e8d not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:48.494250 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed573541-4990-4a7c-8bfa-c66724620347 req-2c5b3e34-af5e-4230-b006-9c07b506e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:48.496911 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed573541-4990-4a7c-8bfa-c66724620347 req-2c5b3e34-af5e-4230-b006-9c07b506e71c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 1098 time: 0.0939867 Aug 31 19:46:48.543861 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed573541-4990-4a7c-8bfa-c66724620347 req-b2521642-d672-41a2-8469-b1195a8e7ce3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388978 Aug 31 19:46:48.568469 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419085'] for router_interface, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:48.857913 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Deleting port d230cffd-93a0-47b3-a61c-0bac2c507648 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:48.858327 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:48.950945 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] For port d230cffd-93a0-47b3-a61c-0bac2c507648, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=d230cffd-93a0-47b3-a61c-0bac2c507648,segment=NetworkSegment(e9ca00fe-46ac-4c94-8de7-2eda3122504e),segment_id=e9ca00fe-46ac-4c94-8de7-2eda3122504e)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:48.951365 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:48.967286 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Calling delete_port for d230cffd-93a0-47b3-a61c-0bac2c507648 owned by network:router_interface {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:49.177711 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:49.207135 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d230cffd-93a0-47b3-a61c-0bac2c507648,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:49.405113 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419217'] for router_interface, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:49.558362 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ea369-f6b6-4ebf-b3af-f19b6578b673 req-5f15177e-71d5-498e-b767-586a54738f32 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:49.560733 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-853ea369-f6b6-4ebf-b3af-f19b6578b673 req-5f15177e-71d5-498e-b767-586a54738f32 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0643878 Aug 31 19:46:49.610898 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-853ea369-f6b6-4ebf-b3af-f19b6578b673 req-aa970570-5e91-4cda-ad92-694898665b39 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Aug 31 19:46:49.704745 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:46:49.819264 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:46:49.825119 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-1f3d2bc7-ed3f-401d-b44c-180d414821a0 admin admin] 10.222.0.54 "PUT /v2.0/routers/6d872d5e-8853-4f0e-abac-aff7ab6c9140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1494677 Aug 31 19:46:49.828935 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 50998) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:49.829191 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] Sync routers for ids ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:46:49.840321 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] Routers {'6d872d5e-8853-4f0e-abac-aff7ab6c9140'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:49.840946 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:49.957238 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] Set router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:49.993621 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:50.171339 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:50.195202 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c4567139-daaf-412b-9632-eae58e628794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:34Z', 'updated_at': '2021-08-31T19:46:49Z', 'revision_number': 5, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'gw_port': {'id': 'c4567139-daaf-412b-9632-eae58e628794', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:41:35Z', 'updated_at': '2021-08-31T19:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:50.242787 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Deleting port c4567139-daaf-412b-9632-eae58e628794 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:50.243195 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:50.367053 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] For port c4567139-daaf-412b-9632-eae58e628794, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=c4567139-daaf-412b-9632-eae58e628794,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:50.367687 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:50.384611 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] Checking router: 6d872d5e-8853-4f0e-abac-aff7ab6c9140 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:46:50.394882 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] Routers {'6d872d5e-8853-4f0e-abac-aff7ab6c9140'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:50.395116 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Calling delete_port for c4567139-daaf-412b-9632-eae58e628794 owned by network:router_gateway {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:50.395538 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:50.496008 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] Set router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 gateway port host: None {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:50.557591 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:34Z', 'updated_at': '2021-08-31T19:46:50Z', 'revision_number': 6, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'gw_port_host': None}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:50.591241 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb572a25-de89-4461-9eda-5c594482c5ad None None] The sync data for ids ['6d872d5e-8853-4f0e-abac-aff7ab6c9140'] in dv-cinder-789564-13-iscsi is: [{'id': '6d872d5e-8853-4f0e-abac-aff7ab6c9140', 'name': 'tempest-TestMinimumBasicScenario-1181537390-router', 'tenant_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:41:34Z', 'updated_at': '2021-08-31T19:46:50Z', 'revision_number': 6, 'project_id': 'ac9f22204b8c4c9fa65afd43836ee67b', 'gw_port_host': None}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:46:50.650365 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:50.685477 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4567139-daaf-412b-9632-eae58e628794,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:50.727335 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.728149 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.728149 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.728507 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.728704 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.728898 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.729219 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.729537 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.729851 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.730188 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.730499 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.730808 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:46:50.800720 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421683'] for router_gateway, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:50.887920 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e61b93-9d4a-4da0-9948-e800bba6bc7d req-b60d3971-d532-4404-98bd-fc4895f173a3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:50.889684 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-31e61b93-9d4a-4da0-9948-e800bba6bc7d req-b60d3971-d532-4404-98bd-fc4895f173a3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.1674454 Aug 31 19:46:50.947914 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63471'] for router, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:50.958241 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:51.282733 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-31e61b93-9d4a-4da0-9948-e800bba6bc7d req-1ad23347-83be-4410-b3b6-16dd845c8b55 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522065 Aug 31 19:46:51.288868 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424966'] for router, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:51.289515 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d872d5e-8853-4f0e-abac-aff7ab6c9140 {{(pid=95340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:46:51.298136 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:51.303790 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-001174e5-01f5-4c6d-ac73-734d0c2ddeb7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6d872d5e-8853-4f0e-abac-aff7ab6c9140 HTTP/1.1" status: 204 len: 168 time: 1.4694886 Aug 31 19:46:51.304255 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51002) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:51.362228 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3df92c-740d-4cb4-87f1-22eb0b3ac56f admin admin] Deleting subnet c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db {{(pid=95343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:46:51.367716 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0c3df92c-740d-4cb4-87f1-22eb0b3ac56f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:51.493144 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0c3df92c-740d-4cb4-87f1-22eb0b3ac56f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3743097'] for subnet, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:51.574217 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb4f0f-8f56-405a-973c-439b15df8288 req-daa7b4d9-9236-4d01-8d67-aea40fc22b03 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:51.577108 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fdb4f0f-8f56-405a-973c-439b15df8288 req-daa7b4d9-9236-4d01-8d67-aea40fc22b03 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.1737299 Aug 31 19:46:51.587315 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51006) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:51.592525 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-75ec6579-80d1-4c77-94f0-cd9b9543dde3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Request body: {'floatingip': {'port_id': 'ae5648ea-7b97-440d-a040-a206e6ce7258'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:46:51.636392 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-75ec6579-80d1-4c77-94f0-cd9b9543dde3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:51.714550 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0c3df92c-740d-4cb4-87f1-22eb0b3ac56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:51.818732 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0c3df92c-740d-4cb4-87f1-22eb0b3ac56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2983670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25168879'] for subnet, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:51.846822 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3df92c-740d-4cb4-87f1-22eb0b3ac56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:51.850879 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0c3df92c-740d-4cb4-87f1-22eb0b3ac56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:51.860780 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-0c3df92c-740d-4cb4-87f1-22eb0b3ac56f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c82271f4-0a7a-40b0-9ab7-2d2ee3bb07db HTTP/1.1" status: 204 len: 168 time: 0.5477335 Aug 31 19:46:51.860941 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51008) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:51.865650 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76e367a-4633-449c-8473-ff9df6fe7b90 None None] Network 64c762c7-d8e4-4d2e-a430-0e26f8e57eca requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:46:52.022733 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.231847 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Deleting port e0adb672-6bf5-446c-8322-70bf567ddda6 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:52.232590 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.285722 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db904df2-1f5b-451a-92b4-2323248437eb None None] DHCP port deletion for 64c762c7-d8e4-4d2e-a430-0e26f8e57eca request from dv-cinder-789564-13-iscsi {{(pid=95344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:46:52.365343 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-db904df2-1f5b-451a-92b4-2323248437eb None None] Deleting port e0adb672-6bf5-446c-8322-70bf567ddda6 {{(pid=95344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:46:52.366017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-db904df2-1f5b-451a-92b4-2323248437eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.415923 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-75ec6579-80d1-4c77-94f0-cd9b9543dde3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.422040 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device c4567139-daaf-412b-9632-eae58e628794 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:52.423370 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] For port e0adb672-6bf5-446c-8322-70bf567ddda6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e0adb672-6bf5-446c-8322-70bf567ddda6,segment=NetworkSegment(e9ca00fe-46ac-4c94-8de7-2eda3122504e),segment_id=e9ca00fe-46ac-4c94-8de7-2eda3122504e)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:52.423745 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.427244 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-75ec6579-80d1-4c77-94f0-cd9b9543dde3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.453710 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: c4567139-daaf-412b-9632-eae58e628794 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:52.454073 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device c4567139-daaf-412b-9632-eae58e628794 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:52.454508 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e0adb672-6bf5-446c-8322-70bf567ddda6 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:52.477355 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Calling delete_port for e0adb672-6bf5-446c-8322-70bf567ddda6 owned by network:dhcp {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:52.502804 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-db904df2-1f5b-451a-92b4-2323248437eb None None] For port e0adb672-6bf5-446c-8322-70bf567ddda6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e0adb672-6bf5-446c-8322-70bf567ddda6,segment=NetworkSegment(e9ca00fe-46ac-4c94-8de7-2eda3122504e),segment_id=e9ca00fe-46ac-4c94-8de7-2eda3122504e)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:52.503213 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-db904df2-1f5b-451a-92b4-2323248437eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.524219 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-db904df2-1f5b-451a-92b4-2323248437eb None None] Calling delete_port for e0adb672-6bf5-446c-8322-70bf567ddda6 owned by network:dhcp {{(pid=95344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:46:52.633629 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.637798 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.l3_db [None req-75ec6579-80d1-4c77-94f0-cd9b9543dde3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Floating IP 3c0f5601-a00b-4869-9568-030560e6741b associated. External IP: 172.27.0.27, port: ae5648ea-7b97-440d-a040-a206e6ce7258. Aug 31 19:46:52.693495 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] For port e0adb672-6bf5-446c-8322-70bf567ddda6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e0adb672-6bf5-446c-8322-70bf567ddda6,segment=NetworkSegment(e9ca00fe-46ac-4c94-8de7-2eda3122504e),segment_id=e9ca00fe-46ac-4c94-8de7-2eda3122504e)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:46:52.701084 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.702337 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device d230cffd-93a0-47b3-a61c-0bac2c507648 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:46:52.756988 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.768796 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-db904df2-1f5b-451a-92b4-2323248437eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271'] for port, after_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.772120 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: d230cffd-93a0-47b3-a61c-0bac2c507648 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:46:52.772683 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device d230cffd-93a0-47b3-a61c-0bac2c507648 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:46:52.774959 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Pushing event deleted for resources: {'Port': ['ID=e0adb672-6bf5-446c-8322-70bf567ddda6,revision_number=None']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:52.802852 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e0adb672-6bf5-446c-8322-70bf567ddda6,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:52.808510 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] No DVR routers for this DVR port e0adb672-6bf5-446c-8322-70bf567ddda6 on host dv-cinder-789564-13-iscsi {{(pid=95340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:46:52.827112 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db904df2-1f5b-451a-92b4-2323248437eb None None] Pushing event deleted for resources: {'Port': ['ID=e0adb672-6bf5-446c-8322-70bf567ddda6,revision_number=None']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:52.834134 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db904df2-1f5b-451a-92b4-2323248437eb None None] No DVR routers for this DVR port e0adb672-6bf5-446c-8322-70bf567ddda6 on host dv-cinder-789564-13-iscsi {{(pid=95344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:46:52.946980 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:52.964010 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c762c7-d8e4-4d2e-a430-0e26f8e57eca']}} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:52.978135 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ca00fe-46ac-4c94-8de7-2eda3122504e') {'for_net_delete': True} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:52.978445 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ca00fe-46ac-4c94-8de7-2eda3122504e') {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:53.021019 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26020164'] for segment, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.045080 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.056528 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=95340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:46:53.056979 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25375528'] for segment, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: self.session.flush() Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: self.session.flush() Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: self.session.flush() Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: self.session.flush() Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: Traceback (most recent call last): Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: timer() Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: cb(*args, **kw) Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: return func(*args, **kwargs) Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: self._notify() Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: self.callback(batched_events) Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: event.method(event) Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: return f(self, *a, **k) Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._get(url).json() Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: return self.request(url, 'GET', **kwargs) Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:46:53.058956 dv-cinder-789564-13-iscsi neutron-server[95340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:46:53.106969 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ec6579-80d1-4c77-94f0-cd9b9543dde3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Router a89e96f1-7ccc-48f7-ac7e-612b927aba13 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:46:53.134165 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.139577 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.147775 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] 10.222.0.54 "DELETE /v2.0/networks/64c762c7-d8e4-4d2e-a430-0e26f8e57eca HTTP/1.1" status: 204 len: 168 time: 1.2847524 Aug 31 19:46:53.235984 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86536a7-071d-4267-b13d-9cfa965195dd admin admin] Pushing event deleted for resources: {'Network': ['ID=64c762c7-d8e4-4d2e-a430-0e26f8e57eca,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:53.332859 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ec6579-80d1-4c77-94f0-cd9b9543dde3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:46:53.342640 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-75ec6579-80d1-4c77-94f0-cd9b9543dde3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.350808 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] Sync routers for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:46:53.366289 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:53.367162 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:53.381055 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-75ec6579-80d1-4c77-94f0-cd9b9543dde3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "PUT /v2.0/floatingips/3c0f5601-a00b-4869-9568-030560e6741b HTTP/1.1" status: 200 len: 990 time: 1.7924426 Aug 31 19:46:53.381708 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:46:53.384321 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:46:53.411826 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51016) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:53.482155 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-4f05ee55-d004-45ca-960a-c64e3dc0e85c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0534a8bc230947f7b167be742bb5fd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681198 Aug 31 19:46:53.483241 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bab2ea-3723-4b65-b6b0-f9bcdcc0920b x-openstack-request-id: req-a5bab2ea-3723-4b65-b6b0-f9bcdcc0920b {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:46:53.484238 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:46:53.485513 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5bab2ea-3723-4b65-b6b0-f9bcdcc0920b {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:46:53.486213 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'status': 'completed', 'code': 200} Aug 31 19:46:53.486854 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51018) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:53.540556 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:53.612937 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e270ec4a-9311-4021-b81e-508abc92927f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.633729 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-e55a8b51-1386-4998-a7cb-08bf7523110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:53.636037 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-e55a8b51-1386-4998-a7cb-08bf7523110c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 1098 time: 0.0999503 Aug 31 19:46:53.666137 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e270ec4a-9311-4021-b81e-508abc92927f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.794825 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-7021d050-82ed-4338-a44a-9fc7b9d0608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:53.796559 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-7021d050-82ed-4338-a44a-9fc7b9d0608e service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.1505468 Aug 31 19:46:53.797999 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e270ec4a-9311-4021-b81e-508abc92927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.800932 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e270ec4a-9311-4021-b81e-508abc92927f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:53.802111 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e270ec4a-9311-4021-b81e-508abc92927f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb4e3bee-7b6a-47a2-afba-25a147d48d96 HTTP/1.1" status: 204 len: 168 time: 0.3139319 Aug 31 19:46:53.820960 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '3c0f5601-a00b-4869-9568-030560e6741b', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'port_id': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'mac_address': 'fa:16:3e:80:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:46:33Z', 'updated_at': '2021-08-31T19:46:52Z', 'revision_number': 1, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:53.822885 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270ec4a-9311-4021-b81e-508abc92927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e3bee-7b6a-47a2-afba-25a147d48d96,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:53.871798 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] Checking router: a89e96f1-7ccc-48f7-ac7e-612b927aba13 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:46:53.888452 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:46:53.889505 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:46:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:53.895096 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-3f39aa5e-a6ee-4944-8fbc-8a56c58f9740 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5648ea-7b97-440d-a040-a206e6ce7258 HTTP/1.1" status: 200 len: 998 time: 0.0862949 Aug 31 19:46:53.958487 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-25e00aa2-a511-4441-bdbb-fb440c62a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:53.961076 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-25e00aa2-a511-4441-bdbb-fb440c62a8a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0607021 Aug 31 19:46:54.024782 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-f1acc6e6-d88f-4889-88d9-31a6b086578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:46:54.030024 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-f1acc6e6-d88f-4889-88d9-31a6b086578a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584011 Aug 31 19:46:54.030356 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:46:54.137340 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-b281481d-8585-40d1-8d44-864997835fd5 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026678 Aug 31 19:46:54.248328 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51024) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:54.267927 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-41e9ed5a-ac8c-4f9d-97e5-e1300af5321a req-390f975f-70a6-4927-96ad-07aedf342190 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234779 Aug 31 19:46:54.305281 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-86a71987-888a-45ba-b392-d5bf0ecc28cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac9f22204b8c4c9fa65afd43836ee67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551715 Aug 31 19:46:54.308329 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51026) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:46:54.351866 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '3c0f5601-a00b-4869-9568-030560e6741b', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'port_id': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'mac_address': 'fa:16:3e:80:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:46:33Z', 'updated_at': '2021-08-31T19:46:52Z', 'revision_number': 1, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:46:54.370476 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d62797ac-df1c-472f-afe7-7543985b1673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:54.381010 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae34868-0acd-4870-8cbd-d087de26ef33 None None] The sync data for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi is: [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '3c0f5601-a00b-4869-9568-030560e6741b', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'port_id': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'mac_address': 'fa:16:3e:80:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:46:33Z', 'updated_at': '2021-08-31T19:46:52Z', 'revision_number': 1, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:46:54.403962 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d62797ac-df1c-472f-afe7-7543985b1673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:54.473384 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d62797ac-df1c-472f-afe7-7543985b1673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:54.477560 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d62797ac-df1c-472f-afe7-7543985b1673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:46:54.479051 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-d62797ac-df1c-472f-afe7-7543985b1673 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ecc0eee-514e-4614-b4fd-4e535461c057 HTTP/1.1" status: 204 len: 168 time: 0.1684904 Aug 31 19:46:54.492663 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62797ac-df1c-472f-afe7-7543985b1673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecc0eee-514e-4614-b4fd-4e535461c057,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:46:54.632260 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d290a-d6e7-4fff-959f-e94bac67bef2 None None] New status for floating IP 3c0f5601-a00b-4869-9568-030560e6741b: ACTIVE {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:46:57.379971 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:00.063129 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-d0a8a927-e8bf-4711-9cd4-e14d36344b1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461450 Aug 31 19:47:00.145765 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-f0378b19-ccf5-4aa3-939e-6b1f60185758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:00.147404 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-f0378b19-ccf5-4aa3-939e-6b1f60185758 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 1098 time: 0.0503538 Aug 31 19:47:00.262889 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-be49f6ef-6412-4f7b-9c7a-e484ae5fea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:00.264473 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-be49f6ef-6412-4f7b-9c7a-e484ae5fea9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 912 time: 0.0960517 Aug 31 19:47:00.354255 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-0db8d2e4-5b20-4e64-a00f-a560df3d7444 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52d7aff8-02a9-4832-ad78-48479380fa21 HTTP/1.1" status: 200 len: 1001 time: 0.0813951 Aug 31 19:47:00.412427 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-b9182538-cb07-4ba9-9820-fc91449e5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:00.413940 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-b9182538-cb07-4ba9-9820-fc91449e5fb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 200 len: 850 time: 0.0520191 Aug 31 19:47:00.467070 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-ac56ea3b-45a5-43b1-adf3-4d4f519833bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:00.469438 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-ac56ea3b-45a5-43b1-adf3-4d4f519833bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcee167-2444-4fc9-bb48-ee50aa69646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466609 Aug 31 19:47:00.575168 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-19326c75-8925-4c7e-b4da-d0001bb21ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977921 Aug 31 19:47:00.679691 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7976bbc0-2bab-4cd1-ad27-bdff23823b8f req-c84db3c4-07e8-4c70-9f74-1608917f568d service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969350 Aug 31 19:47:07.379877 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:47:08.459872 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-d79b12b1-9c1a-4af0-a02b-917c07473c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:11.537054 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:11.931151 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9c5936db-c7d3-4b74-a50d-da387a7bf3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:12.975197 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:14.487702 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:21.848175 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab5f35-0ead-45ff-899b-9bdfde064369 req-9b162a29-b2d9-432a-a7c2-86398bb9f66a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:21.849925 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d4ab5f35-0ead-45ff-899b-9bdfde064369 req-9b162a29-b2d9-432a-a7c2-86398bb9f66a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0621819 Aug 31 19:47:21.901539 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d4ab5f35-0ead-45ff-899b-9bdfde064369 req-f8bd6583-5830-49a2-8457-81b058ed8ca6 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447180 Aug 31 19:47:23.057293 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb848a4-40eb-422b-a29e-e1bbf35d78b7 req-795659d1-7b3f-4570-a63c-25612c973f91 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:23.059527 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3fb848a4-40eb-422b-a29e-e1bbf35d78b7 req-795659d1-7b3f-4570-a63c-25612c973f91 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0737543 Aug 31 19:47:23.117304 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3fb848a4-40eb-422b-a29e-e1bbf35d78b7 req-3cfb55d6-b519-4808-81c9-f1e7e6369fab tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470841 Aug 31 19:47:24.276193 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872d593-b47c-4f8d-a454-1f29b1f8bb72 req-b97a8212-317c-4461-8d14-5954c0e3bddb tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:24.279433 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3872d593-b47c-4f8d-a454-1f29b1f8bb72 req-b97a8212-317c-4461-8d14-5954c0e3bddb tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0828812 Aug 31 19:47:24.321366 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3872d593-b47c-4f8d-a454-1f29b1f8bb72 req-84ef2f35-bc8c-47a3-aa9d-ea43ce6273b5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354445 Aug 31 19:47:25.488255 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984dcd5-23f8-4968-b29f-1b25213e045c req-a5990c63-f950-42b1-b168-cea5a549fdd5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:25.490055 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a984dcd5-23f8-4968-b29f-1b25213e045c req-a5990c63-f950-42b1-b168-cea5a549fdd5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0569215 Aug 31 19:47:25.533822 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a984dcd5-23f8-4968-b29f-1b25213e045c req-68892eda-1e31-431c-b3f7-b33d2c02fa74 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374124 Aug 31 19:47:26.669538 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a1965-418b-4959-81de-b09da023af04 req-e947e7d2-0058-446e-9cee-c043c170df0d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:26.671217 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4b9a1965-418b-4959-81de-b09da023af04 req-e947e7d2-0058-446e-9cee-c043c170df0d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0597730 Aug 31 19:47:26.716434 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4b9a1965-418b-4959-81de-b09da023af04 req-290aa548-4e01-491e-9acb-e417379590ad tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382860 Aug 31 19:47:27.389233 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:27.851430 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501015dd-5573-4809-99a6-e3f4d6ada70e req-59c8622b-9bd9-415e-974f-72f95374bf57 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:27.853090 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-501015dd-5573-4809-99a6-e3f4d6ada70e req-59c8622b-9bd9-415e-974f-72f95374bf57 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0541139 Aug 31 19:47:27.897368 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-501015dd-5573-4809-99a6-e3f4d6ada70e req-61ed55dd-c37a-4179-b6e2-eb505974a8df tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371721 Aug 31 19:47:28.547591 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b1b44-c4f4-441d-83d5-24da57122e9c req-2f691aa2-2fae-42b0-b4e7-3e7cfe14064b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:28.549517 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7d7b1b44-c4f4-441d-83d5-24da57122e9c req-2f691aa2-2fae-42b0-b4e7-3e7cfe14064b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 945 time: 0.0559480 Aug 31 19:47:28.593837 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7d7b1b44-c4f4-441d-83d5-24da57122e9c req-e1b98ced-d548-4e23-b5db-3cf7d2d73c00 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374873 Aug 31 19:47:29.047928 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86811c36-84d2-4e7e-a973-52d8faf52a27 req-d785191d-57a1-4575-a89e-5a5e061d323a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:29.049573 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-86811c36-84d2-4e7e-a973-52d8faf52a27 req-d785191d-57a1-4575-a89e-5a5e061d323a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0572486 Aug 31 19:47:29.113757 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-86811c36-84d2-4e7e-a973-52d8faf52a27 req-f41d9d2c-ab50-474e-8ce9-19a10d876208 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569510 Aug 31 19:47:29.723808 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99904de6-c0cf-4cd9-bd00-74828e66c096 req-1585350f-941d-4a0a-b67f-798e20f0d795 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:29.725464 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-99904de6-c0cf-4cd9-bd00-74828e66c096 req-1585350f-941d-4a0a-b67f-798e20f0d795 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 945 time: 0.0547745 Aug 31 19:47:29.767947 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-99904de6-c0cf-4cd9-bd00-74828e66c096 req-c27f9f49-b499-4222-a135-8a86d8eb87f4 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348709 Aug 31 19:47:30.274757 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f65807-3672-4201-bc53-e341d1cc1394 req-89f5b8ab-99df-4d7b-99ac-04ecd8bdfcd7 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:30.276611 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-76f65807-3672-4201-bc53-e341d1cc1394 req-89f5b8ab-99df-4d7b-99ac-04ecd8bdfcd7 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0532956 Aug 31 19:47:30.323332 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-76f65807-3672-4201-bc53-e341d1cc1394 req-de30b384-62bc-4317-af96-c64515ac709b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396402 Aug 31 19:47:30.439735 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-58855069-4179-49a4-9f41-658c2d4c3383 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:30.441329 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-58855069-4179-49a4-9f41-658c2d4c3383 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 945 time: 0.0518317 Aug 31 19:47:30.550999 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Deleting port b679525a-2e84-46a4-b337-743bd3a8d591 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:47:30.551344 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:30.650601 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] For port b679525a-2e84-46a4-b337-743bd3a8d591, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b679525a-2e84-46a4-b337-743bd3a8d591,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:47:30.650934 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:30.851975 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:30.852462 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:30.852942 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Floating IP 16d1d17b-cf97-4a92-8fed-b6cceae0c3a3 disassociated. External IP: 172.27.0.59, port: b679525a-2e84-46a4-b337-743bd3a8d591. Aug 31 19:47:30.853272 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Calling delete_port for b679525a-2e84-46a4-b337-743bd3a8d591 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:47:30.965030 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa38264-ff4d-4782-ab5a-68584a474517 req-d3b9514f-f265-45c1-b1eb-b5663da908a1 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:30.967334 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-faa38264-ff4d-4782-ab5a-68584a474517 req-d3b9514f-f265-45c1-b1eb-b5663da908a1 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 945 time: 0.1190593 Aug 31 19:47:31.066861 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-faa38264-ff4d-4782-ab5a-68584a474517 req-7f17ba2e-4d21-4ee6-b46a-25620d3029c8 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892382 Aug 31 19:47:31.092082 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:31.130366 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event deleted for resources: {'Port': ['ID=b679525a-2e84-46a4-b337-743bd3a8d591,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:31.143732 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.144075 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.144411 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.144739 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.145059 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.145380 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.145698 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.146040 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.146421 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.146731 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.147047 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.147359 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:31.620102 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:47:31.636343 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffebb8b-9d0b-4c14-ae13-b95194e95903 req-334cddcd-9784-4b65-87f6-dcfee38f53a3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:31.638418 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5ffebb8b-9d0b-4c14-ae13-b95194e95903 req-334cddcd-9784-4b65-87f6-dcfee38f53a3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0835273 Aug 31 19:47:31.789640 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5ffebb8b-9d0b-4c14-ae13-b95194e95903 req-3576bfa5-6df7-4bbd-8fd2-4a2b564f7953 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345031 Aug 31 19:47:31.877613 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:47:31.891028 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] Sync routers for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:47:31.908891 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:47:31.909873 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:31.923341 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] No DVR routers for this DVR port b679525a-2e84-46a4-b337-743bd3a8d591 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:47:31.926330 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:31.928535 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-097b7108-2deb-4a7c-bb68-9d79ecc09940 req-fb38da5e-8923-4773-9547-94625cd2f72c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "DELETE /v2.0/ports/b679525a-2e84-46a4-b337-743bd3a8d591 HTTP/1.1" status: 204 len: 173 time: 1.4812078 Aug 31 19:47:31.929031 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'name': 'network-vif-deleted', 'tag': 'b679525a-2e84-46a4-b337-743bd3a8d591'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:47:31.931558 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fbfb30-b450-4b5c-9c49-a6065b17e300" -d '{"events": [{"server_uuid": "1af98a72-5530-4a8c-bd19-d02f336d0cac", "name": "network-vif-deleted", "tag": "b679525a-2e84-46a4-b337-743bd3a8d591"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:47:31.980887 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a258f61c-b49d-473c-97a3-f624436a7caa x-openstack-request-id: req-a258f61c-b49d-473c-97a3-f624436a7caa {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:47:31.982213 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af98a72-5530-4a8c-bd19-d02f336d0cac", "name": "network-vif-deleted", "tag": "b679525a-2e84-46a4-b337-743bd3a8d591", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:47:31.982586 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a258f61c-b49d-473c-97a3-f624436a7caa {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:47:31.983123 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af98a72-5530-4a8c-bd19-d02f336d0cac', 'name': 'network-vif-deleted', 'tag': 'b679525a-2e84-46a4-b337-743bd3a8d591', 'status': 'completed', 'code': 200} Aug 31 19:47:32.082325 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:47:32.246776 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-667c70ad-e045-4a2f-a28a-62412599b8a6 req-c4b7675e-ea94-49aa-8a08-17b14c05c61d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=1af98a72-5530-4a8c-bd19-d02f336d0cac HTTP/1.1" status: 200 len: 210 time: 0.0411074 Aug 31 19:47:32.398422 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:32.429484 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] Checking router: 08a0e5d9-db5a-4f52-9c39-8185c9710b12 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:47:32.439556 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:47:32.440236 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:32.575886 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:47:32.949384 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699803dd-a61e-407f-ba05-1149ce183059 req-6cdd3773-022a-419f-91ee-789ed547c1ad tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:32.951755 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-699803dd-a61e-407f-ba05-1149ce183059 req-6cdd3773-022a-419f-91ee-789ed547c1ad tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0612941 Aug 31 19:47:32.974548 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:33.003426 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-699803dd-a61e-407f-ba05-1149ce183059 req-54e205c0-be64-4bff-8b5d-3b1e547ac711 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430853 Aug 31 19:47:33.008289 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f7712-86a2-4876-a4d0-085b466120b5 None None] The sync data for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi is: [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:47:33.253536 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a53450-038b-4091-9a3d-3dc72f04a3b1 req-3dc4d93b-94d7-491a-af83-f593650ab60d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:33.255313 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d3a53450-038b-4091-9a3d-3dc72f04a3b1 req-3dc4d93b-94d7-491a-af83-f593650ab60d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0613997 Aug 31 19:47:33.328848 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426706d-7696-4ed6-8e82-d3772ea02484 None None] New status for floating IP 16d1d17b-cf97-4a92-8fed-b6cceae0c3a3: DOWN {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:47:33.342174 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d3a53450-038b-4091-9a3d-3dc72f04a3b1 req-c5dfcb34-bf48-4dcf-bf82-86422931acbc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725696 Aug 31 19:47:33.380033 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e1828-0d29-4788-ae1f-583c127c6173 req-84792a7d-e645-438b-bb8b-09d6c1797c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:33.382390 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-947e1828-0d29-4788-ae1f-583c127c6173 req-84792a7d-e645-438b-bb8b-09d6c1797c61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 1098 time: 0.0738590 Aug 31 19:47:33.544508 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e1828-0d29-4788-ae1f-583c127c6173 req-595ead88-d47d-479c-b2f4-bc078379b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:33.546530 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-947e1828-0d29-4788-ae1f-583c127c6173 req-595ead88-d47d-479c-b2f4-bc078379b2ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 912 time: 0.1557007 Aug 31 19:47:33.626317 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-947e1828-0d29-4788-ae1f-583c127c6173 req-721e86b1-4fb8-46b0-b449-22db3e250ee8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52d7aff8-02a9-4832-ad78-48479380fa21 HTTP/1.1" status: 200 len: 1001 time: 0.0723615 Aug 31 19:47:33.679697 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-967354bf-f14f-4cea-a7e7-a8d0ef24c23e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696120356&fields=id&tenant_id=838bb3d709f94a2bbd5626fe2bb603b8 HTTP/1.1" status: 200 len: 267 time: 0.0378094 Aug 31 19:47:33.690452 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e1828-0d29-4788-ae1f-583c127c6173 req-ba431046-7f47-4c50-b8e2-71665c814408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:33.692014 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-947e1828-0d29-4788-ae1f-583c127c6173 req-ba431046-7f47-4c50-b8e2-71665c814408 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 200 len: 850 time: 0.0590606 Aug 31 19:47:33.746039 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e1828-0d29-4788-ae1f-583c127c6173 req-26fab2d4-0c34-4c84-802c-20619485f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:33.748594 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-947e1828-0d29-4788-ae1f-583c127c6173 req-26fab2d4-0c34-4c84-802c-20619485f826 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcee167-2444-4fc9-bb48-ee50aa69646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493677 Aug 31 19:47:33.854146 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-947e1828-0d29-4788-ae1f-583c127c6173 req-3ff52ea1-d9b9-42a7-b57e-cba3e1557689 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981214 Aug 31 19:47:33.874864 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-6b95fdb0-e98c-478d-b439-6ea07e943e3b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:33.877551 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-6b95fdb0-e98c-478d-b439-6ea07e943e3b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 812 time: 0.1895788 Aug 31 19:47:33.901169 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-4f503f03-e606-4ede-ba0d-9c44fe162873 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/quotas/838bb3d709f94a2bbd5626fe2bb603b8 HTTP/1.1" status: 200 len: 375 time: 0.0160067 Aug 31 19:47:33.978221 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-947e1828-0d29-4788-ae1f-583c127c6173 req-e2968abe-d013-429d-a1cf-4ec9d2a1cf91 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163640 Aug 31 19:47:33.982012 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9ea7c84a-6858-47a9-94ac-ab7a20546829 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738013 Aug 31 19:47:34.081892 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b679525a-2e84-46a4-b337-743bd3a8d591 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:47:34.112602 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: b679525a-2e84-46a4-b337-743bd3a8d591 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:47:34.113064 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b679525a-2e84-46a4-b337-743bd3a8d591 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:47:34.117408 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-0cf26731-a00e-4897-9b99-7cd4a81bdce1 service neutron] 10.222.0.54 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191394 Aug 31 19:47:34.229924 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-c7b7dfaa-82a9-4634-8c95-bb2fbdec4c2f service neutron] 10.222.0.54 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042156 Aug 31 19:47:34.525520 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeab1e6-a411-470d-ac75-67a2393e4b06 req-4e18b296-fcd3-48cb-8c51-9dfab0b288de tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:34.529815 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ceeab1e6-a411-470d-ac75-67a2393e4b06 req-4e18b296-fcd3-48cb-8c51-9dfab0b288de tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0906601 Aug 31 19:47:34.602437 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ceeab1e6-a411-470d-ac75-67a2393e4b06 req-9172e204-af56-4a1b-b372-d69188b896d7 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636437 Aug 31 19:47:34.688168 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b5d37b5b-6f90-4d7f-b69d-bfadea9c9ae7 req-b89c1650-253f-45f1-b59b-add9c7f86f24 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 210 time: 0.0427713 Aug 31 19:47:35.804758 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87184b0-1aaa-45b2-82a3-b1017d578677 req-2593f766-8410-4682-8216-27bee04a178b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:35.806424 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f87184b0-1aaa-45b2-82a3-b1017d578677 req-2593f766-8410-4682-8216-27bee04a178b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.1330037 Aug 31 19:47:35.848088 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-df93a92e-4b90-4074-a455-95be38abc69f req-d8c2cac5-8b36-409e-962b-032cb52ee163 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 210 time: 0.0402162 Aug 31 19:47:35.859836 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-2aaa5508-6c77-4d22-a8ea-a2a5c9e1c034 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:35.861687 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-2aaa5508-6c77-4d22-a8ea-a2a5c9e1c034 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 812 time: 0.1724057 Aug 31 19:47:35.884463 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f87184b0-1aaa-45b2-82a3-b1017d578677 req-f953898a-1f6d-4773-9876-3a4a42bc6cad tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670884 Aug 31 19:47:35.931180 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-dafca2ca-6ace-491f-9f48-4ff9d9a74dc7 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838bb3d709f94a2bbd5626fe2bb603b8 HTTP/1.1" status: 200 len: 379 time: 0.0535674 Aug 31 19:47:35.957987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'port': {'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'admin_state_up': True, 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'security_groups': ['c5658e95-6455-454c-8d1a-1063dac313fe']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:47:36.104017 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Made reservation on behalf of 838bb3d709f94a2bbd5626fe2bb603b8 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:47:36.108268 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.264065 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Allocated IP 172.20.0.13 (c87210da-3a04-4129-9954-1862602f9fb6/ba68b385-ed91-4848-a58c-b4d8031d8aa9/951008aa-3b0e-4dab-a126-727eda5311b5) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:47:36.455527 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.477324 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Transition to ACTIVE for port object 951008aa-3b0e-4dab-a126-727eda5311b5 will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:47:36.515593 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.574626 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Network c87210da-3a04-4129-9954-1862602f9fb6 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:47:36.580039 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:47:36.586469 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:47:36.628300 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'Port': ['ID=951008aa-3b0e-4dab-a126-727eda5311b5,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:36.680894 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:36.681588 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:36.700658 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-f03a8336-08b9-45ef-ac28-3fcba81ceb2d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7461369 Aug 31 19:47:36.725379 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Request body: {'port': {'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:47:36.786795 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:37.063640 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-184c61e2-4fb0-4e1a-8f84-5424abc26240 None None] Provisioning for port 951008aa-3b0e-4dab-a126-727eda5311b5 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:47:37.069236 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-184c61e2-4fb0-4e1a-8f84-5424abc26240 None None] Provisioning complete for port 951008aa-3b0e-4dab-a126-727eda5311b5 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:47:37.069922 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-184c61e2-4fb0-4e1a-8f84-5424abc26240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:37.112577 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-184c61e2-4fb0-4e1a-8f84-5424abc26240 None None] Port 951008aa-3b0e-4dab-a126-727eda5311b5 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:47:37.132099 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276ff7b-f487-45c9-946c-e84a2042e2e7 req-7a53b7e4-8043-4201-91f4-ba656bbbb710 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:37.133997 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d276ff7b-f487-45c9-946c-e84a2042e2e7 req-7a53b7e4-8043-4201-91f4-ba656bbbb710 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 932 time: 0.1591685 Aug 31 19:47:37.223148 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d276ff7b-f487-45c9-946c-e84a2042e2e7 req-5c73527a-52b7-4a2f-a765-f447c85fc88f tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776129 Aug 31 19:47:37.240488 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951008aa-3b0e-4dab-a126-727eda5311b5 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:47:37.252528 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:37.276688 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Transition to ACTIVE for port object 951008aa-3b0e-4dab-a126-727eda5311b5 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:47:37.283977 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:37.448279 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Pushing event updated for resources: {'Port': ['ID=951008aa-3b0e-4dab-a126-727eda5311b5,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:37.502800 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Attempting to bind port 951008aa-3b0e-4dab-a126-727eda5311b5 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:47:37.503094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Attempting to bind port 951008aa-3b0e-4dab-a126-727eda5311b5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:47:37.503590 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Attempting to bind port 951008aa-3b0e-4dab-a126-727eda5311b5 on network c87210da-3a04-4129-9954-1862602f9fb6 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:47:37.511996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Port 951008aa-3b0e-4dab-a126-727eda5311b5 on network c87210da-3a04-4129-9954-1862602f9fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:47:37.511996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Attempting to bind port 951008aa-3b0e-4dab-a126-727eda5311b5 on network c87210da-3a04-4129-9954-1862602f9fb6 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:47:37.520916 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:47:37.521606 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Checking segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:47:37.522266 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Bound using segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:47:37.522975 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Bound port: 951008aa-3b0e-4dab-a126-727eda5311b5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:47:37.523540 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:37.595750 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] For port 951008aa-3b0e-4dab-a126-727eda5311b5, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:47:37.599546 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] For port 951008aa-3b0e-4dab-a126-727eda5311b5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=951008aa-3b0e-4dab-a126-727eda5311b5,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:47:37.603583 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:37.640899 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:37.641686 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:37.643099 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] 10.222.0.55 "PUT /v2.0/ports/951008aa-3b0e-4dab-a126-727eda5311b5 HTTP/1.1" status: 200 len: 1094 time: 0.9225791 Aug 31 19:47:37.643548 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:47:37.646232 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20492eff-7d65-4f99-9d25-44b6fc7fe559" -d '{"events": [{"name": "network-changed", "server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:47:37.676959 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484d49e-85cf-43f2-a950-0b9e11628713 service neutron] Pushing event updated for resources: {'Port': ['ID=951008aa-3b0e-4dab-a126-727eda5311b5,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:37.721306 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aa0995-3936-41fd-9d2d-a32bfc037945 x-openstack-request-id: req-65aa0995-3936-41fd-9d2d-a32bfc037945 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:47:37.721711 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:47:37.722112 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65aa0995-3936-41fd-9d2d-a32bfc037945 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:47:37.722729 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5', 'status': 'completed', 'code': 200} Aug 31 19:47:37.807156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-4e5b8df8-0ce0-4fc2-8112-b36446ce33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:37.810016 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-4e5b8df8-0ce0-4fc2-8112-b36446ce33b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 1097 time: 0.0747678 Aug 31 19:47:37.864279 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-d3eb12a5-2a77-410a-b5e5-aae12649a91e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951008aa-3b0e-4dab-a126-727eda5311b5 HTTP/1.1" status: 200 len: 217 time: 0.0405583 Aug 31 19:47:37.917794 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-a360bfc5-2c1a-4e6e-a537-ea588ebb8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:37.919870 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-a360bfc5-2c1a-4e6e-a537-ea588ebb8af9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0488143 Aug 31 19:47:37.975120 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-11bea6e4-ea82-427f-b08b-610ac5d26548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:37.976688 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-11bea6e4-ea82-427f-b08b-610ac5d26548 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501661 Aug 31 19:47:38.076023 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-5ebbea07-6656-4f05-b1d2-bfbff854469a service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914917 Aug 31 19:47:38.186366 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8f40139-1aac-408e-b0c6-25d9646ac56e req-3c281d42-1fa3-40f6-ba4e-a48e9300e3c5 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035352 Aug 31 19:47:38.363106 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-f3caf3ec-43fb-407c-8642-26f7a1d11bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:38.364653 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-f3caf3ec-43fb-407c-8642-26f7a1d11bbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 1097 time: 0.0508556 Aug 31 19:47:38.384354 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35276d8c-2468-4f49-9ef2-e8828adedc2f req-8ec99b05-7cb8-422f-9bc0-8702e296c427 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:38.386507 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-35276d8c-2468-4f49-9ef2-e8828adedc2f req-8ec99b05-7cb8-422f-9bc0-8702e296c427 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 944 time: 0.0786009 Aug 31 19:47:38.442635 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-35276d8c-2468-4f49-9ef2-e8828adedc2f req-f64f9921-a5a8-4539-8e9d-9882a6b3bf28 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476663 Aug 31 19:47:38.481595 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-ace646f2-377d-4e99-9971-a19e30e19fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:38.481912 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-c7cec0d1-f356-478f-9c2c-37b778d0e5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:38.482589 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-ace646f2-377d-4e99-9971-a19e30e19fa2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.1028056 Aug 31 19:47:38.526738 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-61762350-bc2a-4d1c-92e9-d1e76b0b37b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951008aa-3b0e-4dab-a126-727eda5311b5 HTTP/1.1" status: 200 len: 217 time: 0.0424309 Aug 31 19:47:38.646241 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-2b097844-fe07-4c79-afd0-9be09c82e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:38.647806 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-2b097844-fe07-4c79-afd0-9be09c82e246 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0502419 Aug 31 19:47:38.731381 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-ac87d7b7-e7a8-4ff1-ac46-1e32196fd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:38.734369 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-ac87d7b7-e7a8-4ff1-ac46-1e32196fd45c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0757339 Aug 31 19:47:38.851877 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-215e83a3-f196-4c10-b02f-1dd97204a0f9 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098449 Aug 31 19:47:38.953790 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-20492eff-7d65-4f99-9d25-44b6fc7fe559 req-5b01fb37-0b9c-4d64-9592-d1367888167c service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939322 Aug 31 19:47:39.585565 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b78bea-b84e-4bf8-b63a-7e114fd1c910 req-5794c150-115c-48e9-91ef-150f99bb32c0 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:39.587256 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c8b78bea-b84e-4bf8-b63a-7e114fd1c910 req-5794c150-115c-48e9-91ef-150f99bb32c0 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 944 time: 0.0542605 Aug 31 19:47:39.629811 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c8b78bea-b84e-4bf8-b63a-7e114fd1c910 req-2ea0c5da-5fde-4275-959f-6187b203e51e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354393 Aug 31 19:47:40.761712 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd9a86-b557-4b52-8237-55587d2b5c3f req-dea01d71-13b6-475d-99d9-03fd7f747793 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:40.763870 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d5cd9a86-b557-4b52-8237-55587d2b5c3f req-dea01d71-13b6-475d-99d9-03fd7f747793 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 944 time: 0.0587306 Aug 31 19:47:40.811756 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d5cd9a86-b557-4b52-8237-55587d2b5c3f req-b5e114fd-1305-4fec-b396-78d9dfc8453f tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375969 Aug 31 19:47:41.541576 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:41.942485 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-446a1fdc-9e4d-42a7-8c09-738861be1616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:41.973918 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51801e0-083a-4fe7-8b5c-67af89dac7ce req-33f639c8-d3c8-48b4-bbc4-39ae62940cc5 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:41.975548 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a51801e0-083a-4fe7-8b5c-67af89dac7ce req-33f639c8-d3c8-48b4-bbc4-39ae62940cc5 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 944 time: 0.0534322 Aug 31 19:47:42.021413 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a51801e0-083a-4fe7-8b5c-67af89dac7ce req-d420f8bc-d99c-468d-9d96-f44f368a3f45 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363088 Aug 31 19:47:42.978739 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:43.159535 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0e21-6826-4035-abaf-f204b493b3cf req-4817b80d-a0b7-4431-bc22-bf1a0e48f123 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:43.161178 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7c1e0e21-6826-4035-abaf-f204b493b3cf req-4817b80d-a0b7-4431-bc22-bf1a0e48f123 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 944 time: 0.0590668 Aug 31 19:47:43.211120 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7c1e0e21-6826-4035-abaf-f204b493b3cf req-39c953ab-b3be-491d-b74f-c0b9210e6e30 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385039 Aug 31 19:47:44.344569 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc754d-9d8a-436e-bdc5-2e2a835dc3d1 req-d68c4b17-54f5-408f-ab63-164941f9e059 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:44.346215 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-02cc754d-9d8a-436e-bdc5-2e2a835dc3d1 req-d68c4b17-54f5-408f-ab63-164941f9e059 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 944 time: 0.0598059 Aug 31 19:47:44.378584 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:47:44.389317 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-02cc754d-9d8a-436e-bdc5-2e2a835dc3d1 req-d73b18f9-f894-4e68-8f01-491d88babe3b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369942 Aug 31 19:47:44.493274 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:45.515902 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33978dd-dc40-4caa-b1cd-60433a595288 req-b3b31b6d-331a-4ebe-bda0-15639cde4f1f tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:45.517525 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b33978dd-dc40-4caa-b1cd-60433a595288 req-b3b31b6d-331a-4ebe-bda0-15639cde4f1f tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 944 time: 0.0524161 Aug 31 19:47:45.558082 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b33978dd-dc40-4caa-b1cd-60433a595288 req-ff5e39bd-1ce4-4f80-b35b-fb1cd67bc9fd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344357 Aug 31 19:47:46.682588 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc5f70-b8a7-4886-850a-ab3bdda7cfd6 req-5aa3e7f1-1d93-4405-8a15-f320fb2c746d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:46.684269 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-55bc5f70-b8a7-4886-850a-ab3bdda7cfd6 req-5aa3e7f1-1d93-4405-8a15-f320fb2c746d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 944 time: 0.0526686 Aug 31 19:47:46.742396 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-55bc5f70-b8a7-4886-850a-ab3bdda7cfd6 req-904935d3-262c-412b-b9b4-fe47545cc278 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468423 Aug 31 19:47:47.873169 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06fd74-19d6-4338-9e58-2789b4b5e799 req-6950bbd8-2960-4d17-a6fc-af725f929a11 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:47.875966 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5e06fd74-19d6-4338-9e58-2789b4b5e799 req-6950bbd8-2960-4d17-a6fc-af725f929a11 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 944 time: 0.0573635 Aug 31 19:47:47.917719 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5e06fd74-19d6-4338-9e58-2789b4b5e799 req-3b7e9855-8948-4dd6-8b63-efc966959fb1 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361621 Aug 31 19:47:48.155274 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 951008aa-3b0e-4dab-a126-727eda5311b5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:47:48.266956 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 951008aa-3b0e-4dab-a126-727eda5311b5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=951008aa-3b0e-4dab-a126-727eda5311b5,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:47:48.284482 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '951008aa-3b0e-4dab-a126-727eda5311b5', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:47:48.348659 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:48.368341 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951008aa-3b0e-4dab-a126-727eda5311b5 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:47:48.393786 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 951008aa-3b0e-4dab-a126-727eda5311b5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=951008aa-3b0e-4dab-a126-727eda5311b5,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:47:48.398514 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:48.454216 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=951008aa-3b0e-4dab-a126-727eda5311b5,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:48.462300 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.462654 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.462991 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.463319 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.463645 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.463969 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.464289 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.464613 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.464966 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.465291 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.465610 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.465926 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:48.866844 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['951008aa-3b0e-4dab-a126-727eda5311b5'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:47:49.082985 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab70c3-68e7-420c-b671-5dc5e16397d3 req-97ef1c91-fd02-4329-b3f9-63bee0ea9fa6 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:49.085776 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-84ab70c3-68e7-420c-b671-5dc5e16397d3 req-97ef1c91-fd02-4329-b3f9-63bee0ea9fa6 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 945 time: 0.0854840 Aug 31 19:47:49.128996 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-84ab70c3-68e7-420c-b671-5dc5e16397d3 req-6ad31744-55bd-445d-9b72-0fd2eb48abee tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362935 Aug 31 19:47:50.163318 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 951008aa-3b0e-4dab-a126-727eda5311b5 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:47:50.263123 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 951008aa-3b0e-4dab-a126-727eda5311b5 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:47:50.269622 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 951008aa-3b0e-4dab-a126-727eda5311b5 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:47:50.270228 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:50.307488 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e87c83-1a76-463c-a8fd-b354c14664ea req-4ae34b9e-88a3-41b0-87dc-75ee864e4053 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:50.310323 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-15e87c83-1a76-463c-a8fd-b354c14664ea req-4ae34b9e-88a3-41b0-87dc-75ee864e4053 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 945 time: 0.0709205 Aug 31 19:47:50.365156 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-15e87c83-1a76-463c-a8fd-b354c14664ea req-c73e32ec-2712-48b9-a011-277332f59a22 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460839 Aug 31 19:47:50.396239 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:50.425408 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:47:50.427831 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf92f96-9e9c-4f6c-8aa4-7e4784403d7b" -d '{"events": [{"server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "name": "network-vif-plugged", "status": "completed", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:47:50.444634 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 951008aa-3b0e-4dab-a126-727eda5311b5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=951008aa-3b0e-4dab-a126-727eda5311b5,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:47:50.451000 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:50.485464 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6997da8-2fad-41f3-ae17-ee5f4eda26f7 x-openstack-request-id: req-f6997da8-2fad-41f3-ae17-ee5f4eda26f7 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:47:50.485848 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "name": "network-vif-plugged", "status": "completed", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:47:50.486137 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6997da8-2fad-41f3-ae17-ee5f4eda26f7 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:47:50.486615 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5', 'code': 200} Aug 31 19:47:50.518872 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=951008aa-3b0e-4dab-a126-727eda5311b5,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:50.838870 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823622e6-9515-4444-9bfc-89e662e07f07 req-03ee4e62-ad83-4c4c-ab28-86db5fb689bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:50.840534 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-823622e6-9515-4444-9bfc-89e662e07f07 req-03ee4e62-ad83-4c4c-ab28-86db5fb689bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 1099 time: 0.0476391 Aug 31 19:47:50.888884 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-823622e6-9515-4444-9bfc-89e662e07f07 req-89e18689-3ba0-49ea-b95d-abd7e7a95d41 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389073 Aug 31 19:47:51.505552 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c85c-b53f-457e-8ab6-b642106e73ba req-e4247bf0-83a8-473b-a55f-f04d6a08c356 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:51.507226 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fba7c85c-b53f-457e-8ab6-b642106e73ba req-e4247bf0-83a8-473b-a55f-f04d6a08c356 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 946 time: 0.0538692 Aug 31 19:47:51.554591 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-fba7c85c-b53f-457e-8ab6-b642106e73ba req-83f4b120-b43a-491a-84e4-d5a241159c24 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368083 Aug 31 19:47:52.690515 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f854b-4a14-4507-94ed-ff4775a108e8 req-6ec40b7e-3835-42af-96a4-a1d80f65ff9a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:52.692174 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a96f854b-4a14-4507-94ed-ff4775a108e8 req-6ec40b7e-3835-42af-96a4-a1d80f65ff9a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 946 time: 0.0630281 Aug 31 19:47:52.741179 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a96f854b-4a14-4507-94ed-ff4775a108e8 req-0cb94be8-1565-472c-a2b7-36c72d3190fc tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397942 Aug 31 19:47:52.923141 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaf28d-a245-4632-acd6-1e319e1228d2 req-8ce1d183-31df-420a-aa42-1009b95a2a50 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:52.925884 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1bfaf28d-a245-4632-acd6-1e319e1228d2 req-8ce1d183-31df-420a-aa42-1009b95a2a50 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 946 time: 0.0678048 Aug 31 19:47:52.987168 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1bfaf28d-a245-4632-acd6-1e319e1228d2 req-785f9192-b605-4fe5-b292-8fcc1a684de8 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551085 Aug 31 19:47:53.010866 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51268) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:47:53.060622 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e78e33-9409-485d-8749-56d4bdb194fa tempest-TestVolumeBootPattern-1155653887 tempest-TestVolumeBootPattern-1155653887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:53.062784 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-01e78e33-9409-485d-8749-56d4bdb194fa tempest-TestVolumeBootPattern-1155653887 tempest-TestVolumeBootPattern-1155653887-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 1094 time: 0.0503345 Aug 31 19:47:53.066530 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51270) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:47:53.071833 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'floatingip': {'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:47:53.100173 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:53.230970 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:53.355968 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Allocated IP 172.27.0.189 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/89e44fb2-6268-4dd4-8207-cbf372289600) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:47:53.488767 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:53.533462 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:53.579596 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:47:53.582927 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:47:53.586056 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:47:53.614078 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'Port': ['ID=89e44fb2-6268-4dd4-8207-cbf372289600,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:53.630276 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.630626 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.630990 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.631299 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.632580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.632580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.632580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.632580 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.633160 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.633257 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.633608 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:53.633848 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:47:54.296610 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:54.371527 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:54.553333 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:54.559838 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:54.642088 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'Port': ['ID=89e44fb2-6268-4dd4-8207-cbf372289600,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:54.657245 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:54.770044 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.l3_db [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Floating IP 45c2252a-0a9c-4e3b-b590-15fe561439bb associated. External IP: 172.27.0.189, port: 951008aa-3b0e-4dab-a126-727eda5311b5. Aug 31 19:47:55.019727 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:47:55.228768 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:47:55.241039 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] Sync routers for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:47:55.253852 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:47:55.254774 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:55.256514 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:55.310091 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-2d9df64c-8099-4c87-8811-4133cdc832db tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2316997 Aug 31 19:47:55.310091 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:47:55.310091 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c4fa55-ffff-4936-82a2-437a18e42d48" -d '{"events": [{"name": "network-changed", "server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:47:55.352130 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ac7dab-fa5c-4ceb-8e18-74d7e832d007 x-openstack-request-id: req-88ac7dab-fa5c-4ceb-8e18-74d7e832d007 {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:47:55.352540 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:47:55.352876 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88ac7dab-fa5c-4ceb-8e18-74d7e832d007 {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:47:55.353363 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5', 'status': 'completed', 'code': 200} Aug 31 19:47:55.406506 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:47:55.453478 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-90b3b537-4e78-4127-834f-c13a64510d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:55.456162 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-90b3b537-4e78-4127-834f-c13a64510d65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 1099 time: 0.0487454 Aug 31 19:47:55.571065 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-4be302ae-2815-41e0-988c-00a64071235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:55.572808 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-4be302ae-2815-41e0-988c-00a64071235c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.1076202 Aug 31 19:47:55.651270 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-eff54d2e-30f7-4648-a152-fff3585a0940 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951008aa-3b0e-4dab-a126-727eda5311b5 HTTP/1.1" status: 200 len: 1000 time: 0.0666137 Aug 31 19:47:55.670760 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '45c2252a-0a9c-4e3b-b590-15fe561439bb', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:54Z', 'updated_at': '2021-08-31T19:47:54Z', 'revision_number': 0, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:55.702554 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] Checking router: 08a0e5d9-db5a-4f52-9c39-8185c9710b12 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:47:55.712261 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:47:55.712899 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:55.721296 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-7bc0a5a4-389f-4c38-9603-3de524535de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:55.723077 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-7bc0a5a4-389f-4c38-9603-3de524535de6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0597572 Aug 31 19:47:55.775679 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-87449d9c-0ef6-4913-a2a2-15292a1b3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:55.777396 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-87449d9c-0ef6-4913-a2a2-15292a1b3d18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455017 Aug 31 19:47:55.835711 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:47:55.882543 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-f67a2e1b-3977-4c64-8d2d-09e6181691b2 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972507 Aug 31 19:47:55.988697 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72c4fa55-ffff-4936-82a2-437a18e42d48 req-a7248a0a-1e36-4e5e-a8f0-6ecc5fbc28b0 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983553 Aug 31 19:47:56.098094 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '45c2252a-0a9c-4e3b-b590-15fe561439bb', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:54Z', 'updated_at': '2021-08-31T19:47:54Z', 'revision_number': 0, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:56.125066 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d73059-1748-47f1-bc2f-5b7abdd70a04 None None] The sync data for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi is: [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '45c2252a-0a9c-4e3b-b590-15fe561439bb', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:54Z', 'updated_at': '2021-08-31T19:47:54Z', 'revision_number': 0, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:47:56.358293 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13364532-10cf-4fb9-8a49-05cfc2cca03f None None] New status for floating IP 45c2252a-0a9c-4e3b-b590-15fe561439bb: ACTIVE {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:47:57.414157 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:57.488358 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51286) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:47:57.673414 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Deleting port 478c6b71-830f-459d-92e3-67a4d8087064 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:47:57.673809 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:57.768898 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:57.769174 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:57.784717 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Calling delete_port for 478c6b71-830f-459d-92e3-67a4d8087064 owned by network:floatingip {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:47:57.961494 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:57.992218 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event deleted for resources: {'Port': ['ID=478c6b71-830f-459d-92e3-67a4d8087064,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:47:58.067096 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for floatingip, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:58.067466 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Floating IP 4b6d8f99-a781-477a-b263-92b076a8f9d5 disassociated (deleted). External IP: 172.27.0.153, port: b6b66559-ee79-42c3-b90d-19b582b16de4. Aug 31 19:47:58.318898 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Router dc32e192-5b7a-47f9-89e2-b925b1cee215 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:47:58.448422 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:47:58.454238 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:47:58.462528 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] Sync routers for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:47:58.479379 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:47:58.480801 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:58.489754 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-3a915c86-7fb9-40b2-a810-8e6890b136a6 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "DELETE /v2.0/floatingips/4b6d8f99-a781-477a-b263-92b076a8f9d5 HTTP/1.1" status: 204 len: 168 time: 0.9959033 Aug 31 19:47:58.489754 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:47:58.489754 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da797442-3ea9-48ba-ba26-1284fd2707e7" -d '{"events": [{"name": "network-changed", "server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:47:58.533882 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a159191c-56a1-4305-a8ad-91cfb235d47d x-openstack-request-id: req-a159191c-56a1-4305-a8ad-91cfb235d47d {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:47:58.534202 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:47:58.534452 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a159191c-56a1-4305-a8ad-91cfb235d47d {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:47:58.534856 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'status': 'completed', 'code': 200} Aug 31 19:47:58.652041 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:47:58.700783 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-001975f4-12ff-4051-afdd-6623d66ac364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:58.703040 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-001975f4-12ff-4051-afdd-6623d66ac364 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8b7a440095744cebd172859de304b46&device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 1098 time: 0.1013792 Aug 31 19:47:58.813863 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e34778-66a4-4701-947c-c99d7d00dab0 req-5dc49d62-4654-4b56-9627-8d6b32ddd8b4 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:58.816904 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-53e34778-66a4-4701-947c-c99d7d00dab0 req-5dc49d62-4654-4b56-9627-8d6b32ddd8b4 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0663922 Aug 31 19:47:58.875440 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-53e34778-66a4-4701-947c-c99d7d00dab0 req-15a2de71-eaf2-4591-869c-89d25f7318ae tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505264 Aug 31 19:47:58.878486 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-dfe658f7-ab3e-4e91-8f13-8af7eee4b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:58.881782 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-dfe658f7-ab3e-4e91-8f13-8af7eee4b743 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4c47ed3-5203-4837-a7cf-43b184a661d1 HTTP/1.1" status: 200 len: 910 time: 0.1129549 Aug 31 19:47:58.935138 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-e8883ae9-9523-43e8-9a59-601c8c351306 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b66559-ee79-42c3-b90d-19b582b16de4 HTTP/1.1" status: 200 len: 217 time: 0.0396109 Aug 31 19:47:58.991344 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-b61f3124-58e7-49b9-b9c4-ae68245ace77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:58.992888 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-b61f3124-58e7-49b9-b9c4-ae68245ace77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c37c57b0-87e7-4709-8120-d07c9a5f9d86 HTTP/1.1" status: 200 len: 848 time: 0.0502899 Aug 31 19:47:59.026884 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '201354cc-d938-4135-a3b5-eba3de014d5f', 'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'mac_address': 'fa:16:3e:44:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:09Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 5, 'project_id': 'b8b7a440095744cebd172859de304b46', 'subnets': [{'id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:59.058673 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] Checking router: dc32e192-5b7a-47f9-89e2-b925b1cee215 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:47:59.060025 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-e530711a-2454-4f24-a462-47291234b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:47:59.061616 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-e530711a-2454-4f24-a462-47291234b741 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4c47ed3-5203-4837-a7cf-43b184a661d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0593939 Aug 31 19:47:59.069808 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:47:59.070591 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:59.170278 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-45068ca9-cfd4-4ada-980f-cb39401fee15 service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999858 Aug 31 19:47:59.231098 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:47:59.293743 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-da797442-3ea9-48ba-ba26-1284fd2707e7 req-f38a9e44-15bf-4d76-81cb-6ed6d3f67daa service neutron] 10.222.0.55 "GET /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143141 Aug 31 19:47:59.481056 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '201354cc-d938-4135-a3b5-eba3de014d5f', 'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'mac_address': 'fa:16:3e:44:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:09Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 5, 'project_id': 'b8b7a440095744cebd172859de304b46', 'subnets': [{'id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:47:59.539572 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da38f98b-5d2e-45cc-b586-647b2c2dfbb5 None None] The sync data for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi is: [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:40:10Z', 'revision_number': 4, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '201354cc-d938-4135-a3b5-eba3de014d5f', 'name': '', 'network_id': 'f4c47ed3-5203-4837-a7cf-43b184a661d1', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'mac_address': 'fa:16:3e:44:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:09Z', 'updated_at': '2021-08-31T19:40:16Z', 'revision_number': 5, 'project_id': 'b8b7a440095744cebd172859de304b46', 'subnets': [{'id': 'c37c57b0-87e7-4709-8120-d07c9a5f9d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:47:59.806756 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048cde24-076e-4fa5-b57f-f5d2745d7491 None None] New status for floating IP 4b6d8f99-a781-477a-b263-92b076a8f9d5: DOWN {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:48:00.034234 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe023741-892e-4ccd-a533-14c9ced77c4f req-9af4d367-db40-4876-a5fa-97b3cdd9ae7d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:00.035809 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fe023741-892e-4ccd-a533-14c9ced77c4f req-9af4d367-db40-4876-a5fa-97b3cdd9ae7d tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0696697 Aug 31 19:48:00.087198 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fe023741-892e-4ccd-a533-14c9ced77c4f req-44373abe-23f0-4be0-af36-b8db3de531b2 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 Aug 31 19:48:00.799982 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-f1c74d8d-9526-4975-ae6d-6260f7c1a014 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:00.801576 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-f1c74d8d-9526-4975-ae6d-6260f7c1a014 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.55 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0586412 Aug 31 19:48:00.940391 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Deleting port b6b66559-ee79-42c3-b90d-19b582b16de4 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:00.940899 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:01.227522 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c51c27-f314-4c04-b89b-a47d45d102d4 req-f9a79938-2779-4853-b148-ba04902fb28f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:01.229202 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f9c51c27-f314-4c04-b89b-a47d45d102d4 req-f9a79938-2779-4853-b148-ba04902fb28f tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 945 time: 0.0643268 Aug 31 19:48:01.302390 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f9c51c27-f314-4c04-b89b-a47d45d102d4 req-bf169f29-87d5-408f-ab5c-4a82c44400ed tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/security-groups?id=183f9598-8337-4414-b2a9-d83ad630d7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658069 Aug 31 19:48:01.505606 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] For port b6b66559-ee79-42c3-b90d-19b582b16de4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6b66559-ee79-42c3-b90d-19b582b16de4,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:01.506170 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:01.522474 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Calling delete_port for b6b66559-ee79-42c3-b90d-19b582b16de4 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:01.674014 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:01.707523 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event deleted for resources: {'Port': ['ID=b6b66559-ee79-42c3-b90d-19b582b16de4,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:01.756144 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] No DVR routers for this DVR port b6b66559-ee79-42c3-b90d-19b582b16de4 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:48:01.759385 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:01.761824 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0ca0a633-238a-4fbe-bafb-9a3d82e6e0d0 req-26efabee-f3d2-44d2-8db5-e58018fc98d9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.55 "DELETE /v2.0/ports/b6b66559-ee79-42c3-b90d-19b582b16de4 HTTP/1.1" status: 204 len: 173 time: 0.9525909 Aug 31 19:48:01.762335 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'name': 'network-vif-deleted', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:48:01.764992 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5832903-fe6e-48fb-aa62-d4f398d689c4" -d '{"events": [{"server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "name": "network-vif-deleted", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:48:01.817599 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730225ca-ac05-4a41-9fe7-872bc5a859ff x-openstack-request-id: req-730225ca-ac05-4a41-9fe7-872bc5a859ff {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:48:01.818260 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099d14aa-f615-4642-b939-4e01247b192b", "name": "network-vif-deleted", "tag": "b6b66559-ee79-42c3-b90d-19b582b16de4", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:48:01.818260 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-730225ca-ac05-4a41-9fe7-872bc5a859ff {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:48:01.818681 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099d14aa-f615-4642-b939-4e01247b192b', 'name': 'network-vif-deleted', 'tag': 'b6b66559-ee79-42c3-b90d-19b582b16de4', 'status': 'completed', 'code': 200} Aug 31 19:48:02.437641 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-03236ef9-1a2e-4869-9adb-fe1b7e3d8b08 req-335b3460-d3ec-4d7f-abd2-718316cc38f9 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "GET /v2.0/ports?device_id=099d14aa-f615-4642-b939-4e01247b192b HTTP/1.1" status: 200 len: 210 time: 0.0279195 Aug 31 19:48:03.497161 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51316) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:03.565595 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-17ea094a-5e1c-4b09-92db-9d3552813268 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:03.595296 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-17ea094a-5e1c-4b09-92db-9d3552813268 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:03.663603 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-17ea094a-5e1c-4b09-92db-9d3552813268 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:03.666363 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-17ea094a-5e1c-4b09-92db-9d3552813268 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:03.667618 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-17ea094a-5e1c-4b09-92db-9d3552813268 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] 10.222.0.54 "DELETE /v2.0/security-groups/183f9598-8337-4414-b2a9-d83ad630d7a4 HTTP/1.1" status: 204 len: 168 time: 0.1694686 Aug 31 19:48:03.677681 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea094a-5e1c-4b09-92db-9d3552813268 tempest-TestShelveInstance-527715728 tempest-TestShelveInstance-527715728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183f9598-8337-4414-b2a9-d83ad630d7a4,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:03.755328 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51322) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:04.243144 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b6b66559-ee79-42c3-b90d-19b582b16de4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:04.413706 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419085'] for router_interface, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:04.450168 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: b6b66559-ee79-42c3-b90d-19b582b16de4 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:48:04.450718 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device b6b66559-ee79-42c3-b90d-19b582b16de4 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:48:04.789356 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Deleting port 201354cc-d938-4135-a3b5-eba3de014d5f {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:04.790250 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:04.913043 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] For port 201354cc-d938-4135-a3b5-eba3de014d5f, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=201354cc-d938-4135-a3b5-eba3de014d5f,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:04.913819 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:04.935487 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Calling delete_port for 201354cc-d938-4135-a3b5-eba3de014d5f owned by network:router_interface {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:05.140938 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:05.172871 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=201354cc-d938-4135-a3b5-eba3de014d5f,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:05.400846 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419217'] for router_interface, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:05.650438 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Router dc32e192-5b7a-47f9-89e2-b925b1cee215 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:48:05.793408 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:48:05.801937 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-66fcf515-1885-451c-978e-98830c33d5cd admin admin] 10.222.0.54 "PUT /v2.0/routers/dc32e192-5b7a-47f9-89e2-b925b1cee215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0448067 Aug 31 19:48:05.804530 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51336) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:05.805328 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] Sync routers for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:48:05.818556 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:48:05.819621 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:05.973168 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks [] for router, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:05.991209 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:48:06.098308 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.166454 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Deleting port 9606b2ee-c16f-4011-82b4-5c070cee20eb {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:06.167629 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.212329 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:48:05Z', 'revision_number': 5, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port': {'id': '9606b2ee-c16f-4011-82b4-5c070cee20eb', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:07Z', 'updated_at': '2021-08-31T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:06.254145 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] Checking router: dc32e192-5b7a-47f9-89e2-b925b1cee215 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:48:06.265501 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] Routers {'dc32e192-5b7a-47f9-89e2-b925b1cee215'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:48:06.266576 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['dc32e192-5b7a-47f9-89e2-b925b1cee215'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:06.272091 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] For port 9606b2ee-c16f-4011-82b4-5c070cee20eb, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=9606b2ee-c16f-4011-82b4-5c070cee20eb,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:06.272621 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.294211 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Calling delete_port for 9606b2ee-c16f-4011-82b4-5c070cee20eb owned by network:router_gateway {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:06.397285 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] Set router dc32e192-5b7a-47f9-89e2-b925b1cee215 gateway port host: None {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:48:06.489701 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:48:06Z', 'revision_number': 6, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port_host': None}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:06.520990 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.530910 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087dc7cc-7b89-4045-ac32-f5f336357ff0 None None] The sync data for ids ['dc32e192-5b7a-47f9-89e2-b925b1cee215'] in dv-cinder-789564-13-iscsi is: [{'id': 'dc32e192-5b7a-47f9-89e2-b925b1cee215', 'name': 'tempest-TestShelveInstance-1897295309-router', 'tenant_id': 'b8b7a440095744cebd172859de304b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:06Z', 'updated_at': '2021-08-31T19:48:06Z', 'revision_number': 6, 'project_id': 'b8b7a440095744cebd172859de304b46', 'gw_port_host': None}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:48:06.560765 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Pushing event deleted for resources: {'Port': ['ID=9606b2ee-c16f-4011-82b4-5c070cee20eb,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:06.639611 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421683'] for router_gateway, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.739458 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63471'] for router, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.742132 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.797567 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424966'] for router, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.797567 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc32e192-5b7a-47f9-89e2-b925b1cee215 {{(pid=95343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:48:06.802917 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.804668 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e914768a-0559-452e-90bd-1ef38d2ad734 admin admin] 10.222.0.54 "DELETE /v2.0/routers/dc32e192-5b7a-47f9-89e2-b925b1cee215 HTTP/1.1" status: 204 len: 168 time: 0.9986625 Aug 31 19:48:06.807782 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51346) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:06.867662 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da398d6-1ee5-4ff6-9feb-c38a465051df admin admin] Deleting subnet c37c57b0-87e7-4709-8120-d07c9a5f9d86 {{(pid=95343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:48:06.878080 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1da398d6-1ee5-4ff6-9feb-c38a465051df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:06.939212 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1da398d6-1ee5-4ff6-9feb-c38a465051df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3743097'] for subnet, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.077485 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1da398d6-1ee5-4ff6-9feb-c38a465051df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.156977 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1da398d6-1ee5-4ff6-9feb-c38a465051df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2983670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25168879'] for subnet, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.188706 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da398d6-1ee5-4ff6-9feb-c38a465051df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37c57b0-87e7-4709-8120-d07c9a5f9d86,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:07.195037 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1da398d6-1ee5-4ff6-9feb-c38a465051df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.197069 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1da398d6-1ee5-4ff6-9feb-c38a465051df admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c37c57b0-87e7-4709-8120-d07c9a5f9d86 HTTP/1.1" status: 204 len: 168 time: 0.3879967 Aug 31 19:48:07.203414 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51360) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:07.204265 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcde819-3875-405b-8d4f-3c0e7de47ec4 None None] Network f4c47ed3-5203-4837-a7cf-43b184a661d1 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:48:07.368302 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.411986 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de1c4d-23d5-44ad-89a5-47cd4e11f63b req-707ff9db-8878-4af7-97fc-73a237876836 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:07.419209 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-24de1c4d-23d5-44ad-89a5-47cd4e11f63b req-707ff9db-8878-4af7-97fc-73a237876836 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.1124356 Aug 31 19:48:07.492668 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0cd86-6602-46bd-af7e-3c7a5a981aa7 None None] DHCP port deletion for f4c47ed3-5203-4837-a7cf-43b184a661d1 request from dv-cinder-789564-13-iscsi {{(pid=95344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:48:07.512648 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-24de1c4d-23d5-44ad-89a5-47cd4e11f63b req-8d79c498-4ca5-4051-ba2c-8759e39c16a4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707963 Aug 31 19:48:07.528954 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Deleting port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:07.529717 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.587596 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0cd86-6602-46bd-af7e-3c7a5a981aa7 None None] Deleting port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb {{(pid=95344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:07.588207 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cd86-6602-46bd-af7e-3c7a5a981aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.655759 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] For port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=92d4b276-8771-40f9-b92c-ef4ffec7d9cb,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:07.656899 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.674402 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-6dd0cd86-6602-46bd-af7e-3c7a5a981aa7 None None] For port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=92d4b276-8771-40f9-b92c-ef4ffec7d9cb,segment=NetworkSegment(1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a),segment_id=1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:07.674828 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cd86-6602-46bd-af7e-3c7a5a981aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.688498 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Calling delete_port for 92d4b276-8771-40f9-b92c-ef4ffec7d9cb owned by network:dhcp {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:07.691509 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0cd86-6602-46bd-af7e-3c7a5a981aa7 None None] Calling delete_port for 92d4b276-8771-40f9-b92c-ef4ffec7d9cb owned by network:dhcp {{(pid=95344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:07.802897 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.819367 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cd86-6602-46bd-af7e-3c7a5a981aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271'] for port, after_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.830896 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Pushing event deleted for resources: {'Port': ['ID=92d4b276-8771-40f9-b92c-ef4ffec7d9cb,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:07.834988 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] No DVR routers for this DVR port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb on host dv-cinder-789564-13-iscsi {{(pid=95340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:48:07.849713 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0cd86-6602-46bd-af7e-3c7a5a981aa7 None None] Pushing event deleted for resources: {'Port': ['ID=92d4b276-8771-40f9-b92c-ef4ffec7d9cb,revision_number=None']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:07.858393 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0cd86-6602-46bd-af7e-3c7a5a981aa7 None None] No DVR routers for this DVR port 92d4b276-8771-40f9-b92c-ef4ffec7d9cb on host dv-cinder-789564-13-iscsi {{(pid=95344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:48:07.920310 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.932773 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c47ed3-5203-4837-a7cf-43b184a661d1']}} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:07.944713 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a') {'for_net_delete': True} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:07.945138 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1451b3f1-d9d7-4475-ac9b-7df8d9a22f3a') {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:07.954851 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26020164'] for segment, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.970751 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.977613 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=95340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:48:07.978064 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25375528'] for segment, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: Traceback (most recent call last): Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: timer() Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: cb(*args, **kw) Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: return func(*args, **kwargs) Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: self._notify() Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: self.callback(batched_events) Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: event.method(event) Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: return f(self, *a, **k) Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._get(url).json() Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: return self.request(url, 'GET', **kwargs) Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:48:07.980506 dv-cinder-789564-13-iscsi neutron-server[95340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:48:08.042443 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:08.048101 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:08.050079 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] 10.222.0.54 "DELETE /v2.0/networks/f4c47ed3-5203-4837-a7cf-43b184a661d1 HTTP/1.1" status: 204 len: 168 time: 0.8414626 Aug 31 19:48:08.053889 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51364) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:08.061654 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414b00e-ce24-413d-af10-81f74665a62a admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c47ed3-5203-4837-a7cf-43b184a661d1,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:08.417501 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 9606b2ee-c16f-4011-82b4-5c070cee20eb no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:08.443340 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 9606b2ee-c16f-4011-82b4-5c070cee20eb {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:48:08.443794 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 9606b2ee-c16f-4011-82b4-5c070cee20eb not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:48:08.444342 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 92d4b276-8771-40f9-b92c-ef4ffec7d9cb no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:08.459806 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419085'] for router_interface, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:08.486951 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 92d4b276-8771-40f9-b92c-ef4ffec7d9cb {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:48:08.487527 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 92d4b276-8771-40f9-b92c-ef4ffec7d9cb not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:48:08.488212 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 201354cc-d938-4135-a3b5-eba3de014d5f no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:08.527813 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 201354cc-d938-4135-a3b5-eba3de014d5f {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:48:08.528293 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 201354cc-d938-4135-a3b5-eba3de014d5f not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:48:08.538922 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-2a74bb21-0ec2-4e20-b657-ebcd7f70b169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:08.710484 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86b658-2caa-4676-801c-2df7ddfa6888 req-7fe9a7a7-9cc7-4d7c-8742-38c158f6f997 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:08.712110 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0d86b658-2caa-4676-801c-2df7ddfa6888 req-7fe9a7a7-9cc7-4d7c-8742-38c158f6f997 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0790462 Aug 31 19:48:08.766902 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0d86b658-2caa-4676-801c-2df7ddfa6888 req-5dc51433-07f2-43a6-806c-dd18502612d0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465972 Aug 31 19:48:08.852122 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Deleting port aa3c9350-a5aa-45c3-b721-b71f843d1e9d {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:08.852455 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:08.952132 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] For port aa3c9350-a5aa-45c3-b721-b71f843d1e9d, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=aa3c9350-a5aa-45c3-b721-b71f843d1e9d,segment=NetworkSegment(445b0a33-3af6-4a68-8edc-e54ca6a3dc17),segment_id=445b0a33-3af6-4a68-8edc-e54ca6a3dc17)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:08.952664 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:08.976953 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Calling delete_port for aa3c9350-a5aa-45c3-b721-b71f843d1e9d owned by network:router_interface {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:09.273256 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:09.315498 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3c9350-a5aa-45c3-b721-b71f843d1e9d,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:09.888014 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419217'] for router_interface, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:09.922207 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c2901-57aa-49a0-9322-b3aa3e2751e6 req-6e0e245b-8386-4431-95a9-6cb6ccfbb769 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:09.925000 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2f9c2901-57aa-49a0-9322-b3aa3e2751e6 req-6e0e245b-8386-4431-95a9-6cb6ccfbb769 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0707197 Aug 31 19:48:09.977105 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2f9c2901-57aa-49a0-9322-b3aa3e2751e6 req-5b29381c-aba1-4cc9-b936-fa671ca3129b tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457017 Aug 31 19:48:10.135295 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Router c9c7bf5b-9583-440b-9968-4ae15118f8ed has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:48:10.254659 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:48:10.260400 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-44d2865c-970c-4435-abf2-4e48bce7406f admin admin] 10.222.0.54 "PUT /v2.0/routers/c9c7bf5b-9583-440b-9968-4ae15118f8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2048678 Aug 31 19:48:10.264889 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51372) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:10.269359 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] Sync routers for ids ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:48:10.292166 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] Routers {'c9c7bf5b-9583-440b-9968-4ae15118f8ed'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:48:10.292979 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:10.422814 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:10.459121 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] Set router c9c7bf5b-9583-440b-9968-4ae15118f8ed gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:48:10.536571 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:10.605783 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Deleting port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:10.606287 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:10.720565 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] For port 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=7db3aca1-ed0b-4a7e-81bf-6b78f4124aed,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:10.721129 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:10.744004 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Calling delete_port for 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed owned by network:router_gateway {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:10.746010 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:12Z', 'updated_at': '2021-08-31T19:48:09Z', 'revision_number': 5, 'project_id': '8041de05077b4a829007dff40da1112e', 'gw_port': {'id': '7db3aca1-ed0b-4a7e-81bf-6b78f4124aed', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:40:13Z', 'updated_at': '2021-08-31T19:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:10.781009 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] Checking router: c9c7bf5b-9583-440b-9968-4ae15118f8ed for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:48:10.790443 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] Routers {'c9c7bf5b-9583-440b-9968-4ae15118f8ed'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:48:10.791069 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:47:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:10.988600 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.019403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db3aca1-ed0b-4a7e-81bf-6b78f4124aed,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:11.022772 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] Set router c9c7bf5b-9583-440b-9968-4ae15118f8ed gateway port host: None {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:48:11.082702 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:12Z', 'updated_at': '2021-08-31T19:48:10Z', 'revision_number': 6, 'project_id': '8041de05077b4a829007dff40da1112e', 'gw_port_host': None}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:11.112557 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445d85b-55f7-4bb4-a983-41f4622da062 None None] The sync data for ids ['c9c7bf5b-9583-440b-9968-4ae15118f8ed'] in dv-cinder-789564-13-iscsi is: [{'id': 'c9c7bf5b-9583-440b-9968-4ae15118f8ed', 'name': 'tempest-TestShelveInstance-197738923-router', 'tenant_id': '8041de05077b4a829007dff40da1112e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:40:12Z', 'updated_at': '2021-08-31T19:48:10Z', 'revision_number': 6, 'project_id': '8041de05077b4a829007dff40da1112e', 'gw_port_host': None}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:48:11.160184 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421683'] for router_gateway, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.236759 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37cc0-07a4-48d3-8be6-9353bda567a4 req-241a9648-fb64-4606-831f-922f192fc355 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:11.238459 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-63e37cc0-07a4-48d3-8be6-9353bda567a4 req-241a9648-fb64-4606-831f-922f192fc355 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.1354911 Aug 31 19:48:11.278771 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63471'] for router, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.286522 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.344999 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-63e37cc0-07a4-48d3-8be6-9353bda567a4 req-6573ece2-2397-435a-9471-4c494d57728a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792434 Aug 31 19:48:11.346336 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424966'] for router, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.346871 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c7bf5b-9583-440b-9968-4ae15118f8ed {{(pid=95343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:48:11.351732 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] Notify callbacks [] for router, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.357494 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-f6e5d72a-47dd-4064-a199-54a13b92aac7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c9c7bf5b-9583-440b-9968-4ae15118f8ed HTTP/1.1" status: 204 len: 168 time: 1.0865657 Aug 31 19:48:11.357494 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51378) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:11.409786 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_v2 [None req-7977d78b-1a63-49f1-99fd-43818d6aa6a6 admin admin] Deleting subnet dbcc649b-e67e-466f-8da2-01e2a2f7e835 {{(pid=95343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:48:11.413487 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7977d78b-1a63-49f1-99fd-43818d6aa6a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.456397 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7977d78b-1a63-49f1-99fd-43818d6aa6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3743097'] for subnet, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.541876 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.576215 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7977d78b-1a63-49f1-99fd-43818d6aa6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.638176 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7977d78b-1a63-49f1-99fd-43818d6aa6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2983670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25168879'] for subnet, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.675114 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977d78b-1a63-49f1-99fd-43818d6aa6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbcc649b-e67e-466f-8da2-01e2a2f7e835,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:11.678068 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7977d78b-1a63-49f1-99fd-43818d6aa6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.680860 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065a703-7ad6-4966-a2b5-ead4b2c6479d None None] Network 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:48:11.684703 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-7977d78b-1a63-49f1-99fd-43818d6aa6a6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dbcc649b-e67e-466f-8da2-01e2a2f7e835 HTTP/1.1" status: 204 len: 168 time: 0.3233006 Aug 31 19:48:11.685229 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51380) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:11.770156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.877385 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Deleting port 7a327f4c-e651-4762-b69a-c709fb6607b6 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:11.877937 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.894066 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0bf6f-6755-4a1f-9828-60678b9ad2e4 None None] DHCP port deletion for 2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 request from dv-cinder-789564-13-iscsi {{(pid=95344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:48:11.973465 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-01ec14e7-8b3d-4410-8847-c2d4bc2c6997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:11.999980 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-28b0bf6f-6755-4a1f-9828-60678b9ad2e4 None None] Deleting port 7a327f4c-e651-4762-b69a-c709fb6607b6 {{(pid=95344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:12.000560 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-28b0bf6f-6755-4a1f-9828-60678b9ad2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.006597 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] For port 7a327f4c-e651-4762-b69a-c709fb6607b6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=7a327f4c-e651-4762-b69a-c709fb6607b6,segment=NetworkSegment(445b0a33-3af6-4a68-8edc-e54ca6a3dc17),segment_id=445b0a33-3af6-4a68-8edc-e54ca6a3dc17)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:12.007221 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.040256 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Calling delete_port for 7a327f4c-e651-4762-b69a-c709fb6607b6 owned by network:dhcp {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:12.091071 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-28b0bf6f-6755-4a1f-9828-60678b9ad2e4 None None] For port 7a327f4c-e651-4762-b69a-c709fb6607b6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=7a327f4c-e651-4762-b69a-c709fb6607b6,segment=NetworkSegment(445b0a33-3af6-4a68-8edc-e54ca6a3dc17),segment_id=445b0a33-3af6-4a68-8edc-e54ca6a3dc17)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:12.091552 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-28b0bf6f-6755-4a1f-9828-60678b9ad2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.114361 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-28b0bf6f-6755-4a1f-9828-60678b9ad2e4 None None] Calling delete_port for 7a327f4c-e651-4762-b69a-c709fb6607b6 owned by network:dhcp {{(pid=95344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:12.149061 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.181094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a327f4c-e651-4762-b69a-c709fb6607b6,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:12.186454 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] No DVR routers for this DVR port 7a327f4c-e651-4762-b69a-c709fb6607b6 on host dv-cinder-789564-13-iscsi {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:48:12.232911 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-28b0bf6f-6755-4a1f-9828-60678b9ad2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271'] for port, after_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.275291 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.277519 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0bf6f-6755-4a1f-9828-60678b9ad2e4 None None] Pushing event deleted for resources: {'Port': ['ID=7a327f4c-e651-4762-b69a-c709fb6607b6,revision_number=None']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:12.288615 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48']}} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:12.292007 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0bf6f-6755-4a1f-9828-60678b9ad2e4 None None] No DVR routers for this DVR port 7a327f4c-e651-4762-b69a-c709fb6607b6 on host dv-cinder-789564-13-iscsi {{(pid=95344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:48:12.302145 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445b0a33-3af6-4a68-8edc-e54ca6a3dc17') {'for_net_delete': True} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:12.302641 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445b0a33-3af6-4a68-8edc-e54ca6a3dc17') {} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:12.313807 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3743042'] for segment, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.332497 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.340959 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=95343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:48:12.341515 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983500'] for segment, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: Traceback (most recent call last): Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: timer() Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: cb(*args, **kw) Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: return func(*args, **kwargs) Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: self._notify() Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: self.callback(batched_events) Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: event.method(event) Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: return f(self, *a, **k) Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._get(url).json() Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: return self.request(url, 'GET', **kwargs) Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:48:12.343638 dv-cinder-789564-13-iscsi neutron-server[95343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:48:12.423045 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.433178 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:12.452432 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.458029 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48 HTTP/1.1" status: 204 len: 168 time: 0.7693105 Aug 31 19:48:12.458029 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103aaef-232f-4071-8c4f-d8034a16a435 admin admin] Pushing event deleted for resources: {'Network': ['ID=2847a9ae-5ab3-45cb-b5ca-12ee87ffbb48,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:12.460158 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:48:12.460745 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 7db3aca1-ed0b-4a7e-81bf-6b78f4124aed not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:48:12.461384 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 7a327f4c-e651-4762-b69a-c709fb6607b6 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:12.485128 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 7a327f4c-e651-4762-b69a-c709fb6607b6 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:48:12.485447 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 7a327f4c-e651-4762-b69a-c709fb6607b6 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:48:12.485888 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device aa3c9350-a5aa-45c3-b721-b71f843d1e9d no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:12.507460 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: aa3c9350-a5aa-45c3-b721-b71f843d1e9d {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:48:12.507852 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device aa3c9350-a5aa-45c3-b721-b71f843d1e9d not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:48:12.571811 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c572a-ad02-4287-b15c-9384ded96b07 req-45dd209d-ff0a-4971-ad40-9480a297ffeb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:12.573419 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ea0c572a-ad02-4287-b15c-9384ded96b07 req-45dd209d-ff0a-4971-ad40-9480a297ffeb tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0919955 Aug 31 19:48:12.629259 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-ea0c572a-ad02-4287-b15c-9384ded96b07 req-74b94d4f-3537-42b7-a646-2b5ff1ccb066 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444741 Aug 31 19:48:12.638189 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51386) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:12.700784 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-65a411c8-f7ba-44bf-91d1-482dd32e3b56 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8b7a440095744cebd172859de304b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606391 Aug 31 19:48:12.703626 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51388) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:12.783438 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-12f403d5-2426-4a39-8e1f-f08f160e0f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.813234 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-12f403d5-2426-4a39-8e1f-f08f160e0f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.872214 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-12f403d5-2426-4a39-8e1f-f08f160e0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.874905 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-12f403d5-2426-4a39-8e1f-f08f160e0f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:12.876114 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-12f403d5-2426-4a39-8e1f-f08f160e0f26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9fee69f2-ab0b-4d4f-ab04-97df7dc18378 HTTP/1.1" status: 204 len: 168 time: 0.1711771 Aug 31 19:48:12.888589 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f403d5-2426-4a39-8e1f-f08f160e0f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fee69f2-ab0b-4d4f-ab04-97df7dc18378,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:12.989894 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:13.325522 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51394) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:13.373808 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-0cea70f3-c3d0-4d64-af5d-83ac8b3d703f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8041de05077b4a829007dff40da1112e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469563 Aug 31 19:48:13.376693 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51396) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:13.439640 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a90545ca-ddd8-48a0-9dee-2908c14a4b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:13.464717 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a90545ca-ddd8-48a0-9dee-2908c14a4b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:13.517924 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a90545ca-ddd8-48a0-9dee-2908c14a4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:13.520669 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a90545ca-ddd8-48a0-9dee-2908c14a4b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:13.521892 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-a90545ca-ddd8-48a0-9dee-2908c14a4b8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4f9a193-b9f5-46f6-81b1-10cff829c689 HTTP/1.1" status: 204 len: 168 time: 0.1442399 Aug 31 19:48:13.531232 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90545ca-ddd8-48a0-9dee-2908c14a4b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f9a193-b9f5-46f6-81b1-10cff829c689,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:13.806075 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd6f7-a19e-4558-9fb5-c6bc749104d2 req-5bedc3b8-95c9-446d-b141-f49067052067 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:13.809333 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-47afd6f7-a19e-4558-9fb5-c6bc749104d2 req-5bedc3b8-95c9-446d-b141-f49067052067 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0767107 Aug 31 19:48:13.859964 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-47afd6f7-a19e-4558-9fb5-c6bc749104d2 req-0a2ab1ee-628c-456c-8711-fc87e827fad1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428052 Aug 31 19:48:14.497301 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:15.014491 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337988d0-26f6-455a-9695-3c49608a7583 req-0cbf675d-9e03-4b5a-ab30-8bc4ecdefefd tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:15.016282 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-337988d0-26f6-455a-9695-3c49608a7583 req-0cbf675d-9e03-4b5a-ab30-8bc4ecdefefd tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0560455 Aug 31 19:48:15.061893 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-337988d0-26f6-455a-9695-3c49608a7583 req-93b16d4a-d57c-4f73-a4ae-45096eb6a75d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376861 Aug 31 19:48:16.215803 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7f549-3491-4444-9ec8-cd201219c6ec req-ae38e9d6-31d8-4b09-979e-4167cd31d205 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:16.217684 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-19f7f549-3491-4444-9ec8-cd201219c6ec req-ae38e9d6-31d8-4b09-979e-4167cd31d205 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0632851 Aug 31 19:48:16.271610 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-19f7f549-3491-4444-9ec8-cd201219c6ec req-13210291-30f0-4662-bf95-5c03d2b4ab77 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Aug 31 19:48:17.418323 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d920da-fdf5-4513-99be-5e42eaa8f65f req-527831d5-8709-49d7-ac2b-13424a320a00 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:17.419961 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-19d920da-fdf5-4513-99be-5e42eaa8f65f req-527831d5-8709-49d7-ac2b-13424a320a00 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0680382 Aug 31 19:48:17.471937 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-19d920da-fdf5-4513-99be-5e42eaa8f65f req-ea349df9-064b-4d3c-b99d-52074d24b8a9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454292 Aug 31 19:48:18.614545 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0a63f-41aa-4c93-8bbb-d07a63b5d612 req-6d3a7896-6d67-498c-9c83-d7d0dbb392d9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:18.616228 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eea0a63f-41aa-4c93-8bbb-d07a63b5d612 req-6d3a7896-6d67-498c-9c83-d7d0dbb392d9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0564008 Aug 31 19:48:18.660203 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eea0a63f-41aa-4c93-8bbb-d07a63b5d612 req-69913fad-f52f-4394-9f9d-1d428a00d3cc tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374575 Aug 31 19:48:19.795407 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72e20a-bf72-4e2b-908a-007a8eb63ae4 req-eda73616-9ade-4de3-b57e-819b3c95a0b1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:19.797092 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8f72e20a-bf72-4e2b-908a-007a8eb63ae4 req-eda73616-9ade-4de3-b57e-819b3c95a0b1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0581086 Aug 31 19:48:19.843549 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-8f72e20a-bf72-4e2b-908a-007a8eb63ae4 req-64810a53-64d4-4ed3-acf0-d4e7eaf64b7c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Aug 31 19:48:20.345929 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:48:20.474488 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:20.494925 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'port_id': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'mac_address': 'fa:16:3e:80:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:48:20.558792 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:20.575512 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae5648ea-7b97-440d-a040-a206e6ce7258 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:48:20.598838 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:20.606559 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:20.662105 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=6']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:20.784635 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['ae5648ea-7b97-440d-a040-a206e6ce7258'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:48:20.999485 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b16051-60c5-4783-a0c9-ac9917e1bd87 req-58a466f7-d2bb-479b-95b9-db6c3b6ec5e3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:21.001494 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b3b16051-60c5-4783-a0c9-ac9917e1bd87 req-58a466f7-d2bb-479b-95b9-db6c3b6ec5e3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 944 time: 0.0702043 Aug 31 19:48:21.062146 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b3b16051-60c5-4783-a0c9-ac9917e1bd87 req-bb79e9a7-3d5b-43f7-abcd-fac15778eaf4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538888 Aug 31 19:48:21.378355 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:48:22.200027 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145912-2a9b-4bca-9001-ec6bdb05d520 req-34b4a963-7321-4519-90b6-a49dccdbeea5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:22.201695 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-76145912-2a9b-4bca-9001-ec6bdb05d520 req-34b4a963-7321-4519-90b6-a49dccdbeea5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 944 time: 0.0541403 Aug 31 19:48:22.249951 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-76145912-2a9b-4bca-9001-ec6bdb05d520 req-e11d4441-7e53-4602-a91d-8dbc29618506 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371468 Aug 31 19:48:22.363397 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:48:22.418044 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port ae5648ea-7b97-440d-a040-a206e6ce7258 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:48:22.418425 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:22.519657 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:22.563842 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:48:22.568025 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43620199-952a-4600-86d0-d076f83d460e" -d '{"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:48:22.591272 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:22.597360 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:22.640030 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691fcd1c-febe-49d2-b2fa-66611cf4e61b x-openstack-request-id: req-691fcd1c-febe-49d2-b2fa-66611cf4e61b {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:48:22.640377 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:48:22.640760 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-691fcd1c-febe-49d2-b2fa-66611cf4e61b {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:48:22.641350 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'code': 200} Aug 31 19:48:22.690449 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=7']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:23.388724 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db8297-1cd0-49d9-a4f4-9eeb6804db2b req-1ac8261c-7846-442c-afa0-71d760e84193 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:23.393731 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-03db8297-1cd0-49d9-a4f4-9eeb6804db2b req-1ac8261c-7846-442c-afa0-71d760e84193 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0611532 Aug 31 19:48:23.443201 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-03db8297-1cd0-49d9-a4f4-9eeb6804db2b req-fce99b00-8e0c-4c1a-83bc-53ce805c8da4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429187 Aug 31 19:48:24.594587 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04c76e-8d05-418b-bcb3-57b57d39f972 req-92a13932-6a4c-494a-a6f9-5d2a2127eab3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:24.597316 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aa04c76e-8d05-418b-bcb3-57b57d39f972 req-92a13932-6a4c-494a-a6f9-5d2a2127eab3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0607579 Aug 31 19:48:24.647878 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-aa04c76e-8d05-418b-bcb3-57b57d39f972 req-3550af2a-d76c-4de5-bc96-213ca280bb75 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444841 Aug 31 19:48:25.828557 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c2fc-3054-4e88-a119-16d87ffd1bd1 req-5c5d24dc-ad56-485d-93a2-161a7e6e0951 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:25.831829 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-24f8c2fc-3054-4e88-a119-16d87ffd1bd1 req-5c5d24dc-ad56-485d-93a2-161a7e6e0951 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0835476 Aug 31 19:48:25.905481 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-24f8c2fc-3054-4e88-a119-16d87ffd1bd1 req-cf73b04a-3759-432d-a32a-84b1b8ac0cbe tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673759 Aug 31 19:48:27.126117 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48bbf3-f857-4def-8fb0-dbf7fd4add35 req-cc51bdb7-277f-4b93-9b94-e4c70301bed2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:27.128454 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1b48bbf3-f857-4def-8fb0-dbf7fd4add35 req-cc51bdb7-277f-4b93-9b94-e4c70301bed2 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0961695 Aug 31 19:48:27.207835 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1b48bbf3-f857-4def-8fb0-dbf7fd4add35 req-4ff6141b-ff34-46dc-9bb3-8bb2261f8fa5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694959 Aug 31 19:48:27.431728 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:28.396265 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ee30-71fa-4507-aeee-d10ddd4f9f22 req-e08c966a-3752-48fe-9de1-5592a7ed0c90 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:28.399269 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9bb6ee30-71fa-4507-aeee-d10ddd4f9f22 req-e08c966a-3752-48fe-9de1-5592a7ed0c90 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0876973 Aug 31 19:48:28.449808 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9bb6ee30-71fa-4507-aeee-d10ddd4f9f22 req-9a878674-e8f1-49d5-a090-a62c7eaeea17 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445199 Aug 31 19:48:29.643510 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75f28-925e-4d7a-97f2-e5de942ffb75 req-270644e3-6fd9-45e0-a2a4-687f12842f73 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:29.646394 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-48e75f28-925e-4d7a-97f2-e5de942ffb75 req-270644e3-6fd9-45e0-a2a4-687f12842f73 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0781813 Aug 31 19:48:29.696750 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-48e75f28-925e-4d7a-97f2-e5de942ffb75 req-bba24f97-1e08-40cd-a415-c706a12c5365 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 Aug 31 19:48:30.890810 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9f23-a100-4afa-bb9d-0633a1239acd req-ab7b0799-5be6-4b41-9afc-4adb38aae94f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:30.892587 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-119b9f23-a100-4afa-bb9d-0633a1239acd req-ab7b0799-5be6-4b41-9afc-4adb38aae94f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0666041 Aug 31 19:48:30.952570 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-119b9f23-a100-4afa-bb9d-0633a1239acd req-972c84f3-9160-4288-b14c-92d479085f6a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481203 Aug 31 19:48:32.137034 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c78b0d-f212-4615-97c6-0eba00668bd4 req-74a350c6-9b16-4fdd-b225-222b44ce050f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:32.139912 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-68c78b0d-f212-4615-97c6-0eba00668bd4 req-74a350c6-9b16-4fdd-b225-222b44ce050f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0867038 Aug 31 19:48:32.220426 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-68c78b0d-f212-4615-97c6-0eba00668bd4 req-92527133-de61-4113-ab07-11aa945f4004 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674946 Aug 31 19:48:32.953059 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1bb07-8fae-4d58-ba81-c6098f2c904a req-1d655365-c2d1-4827-818d-bf04612e1d4e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:32.955572 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-66a1bb07-8fae-4d58-ba81-c6098f2c904a req-1d655365-c2d1-4827-818d-bf04612e1d4e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0835803 Aug 31 19:48:33.007515 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-66a1bb07-8fae-4d58-ba81-c6098f2c904a req-308b3bc6-9c3c-4e60-beab-1d5ca4a24ab7 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452380 Aug 31 19:48:33.395309 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7746e-2c34-403b-a8b2-a72d2dbe8cc2 req-3ae9b20d-21d7-48a5-bc51-ae6c10042743 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:33.398971 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d6c7746e-2c34-403b-a8b2-a72d2dbe8cc2 req-3ae9b20d-21d7-48a5-bc51-ae6c10042743 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0627065 Aug 31 19:48:33.456289 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d6c7746e-2c34-403b-a8b2-a72d2dbe8cc2 req-6fd82a0b-b04c-4677-9c0b-ccc189279c33 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517356 Aug 31 19:48:34.186145 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc515-65aa-4a2d-8093-8a6197ff2adf req-f2ef98e7-84e8-4b8f-afa3-757f26901710 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:34.201059 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e15dc515-65aa-4a2d-8093-8a6197ff2adf req-f2ef98e7-84e8-4b8f-afa3-757f26901710 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0879483 Aug 31 19:48:34.252462 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-e15dc515-65aa-4a2d-8093-8a6197ff2adf req-814ab612-b437-48c7-8d00-1159fbee32a7 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502896 Aug 31 19:48:34.652046 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe71eca-2be9-4870-a5ab-fc40442cdc1e req-bf3f1374-5bcc-430f-9606-888b3ef6f0ce tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:34.654559 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cbe71eca-2be9-4870-a5ab-fc40442cdc1e req-bf3f1374-5bcc-430f-9606-888b3ef6f0ce tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0848918 Aug 31 19:48:34.705445 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cbe71eca-2be9-4870-a5ab-fc40442cdc1e req-b018d40e-0d32-4dec-8079-72c08d55d5c9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Aug 31 19:48:35.218435 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18406b97-8951-4aa3-b47f-d645aec67559 req-e42a609b-d999-4377-8116-931b37ebef97 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:35.221186 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-18406b97-8951-4aa3-b47f-d645aec67559 req-e42a609b-d999-4377-8116-931b37ebef97 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0828495 Aug 31 19:48:35.413937 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Deleting port 52d7aff8-02a9-4832-ad78-48479380fa21 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:35.414494 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:35.472549 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc9b73-6f34-4879-b974-371195c7710f req-9e2ad949-2b39-466a-8495-14b3d26ab3b8 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:35.472549 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cfcc9b73-6f34-4879-b974-371195c7710f req-9e2ad949-2b39-466a-8495-14b3d26ab3b8 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 945 time: 0.0726731 Aug 31 19:48:35.551380 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-cfcc9b73-6f34-4879-b974-371195c7710f req-1860b638-c224-493c-a47f-5ef386040a97 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ca2ab56-dfde-49e6-bf10-cc5896914bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646391 Aug 31 19:48:35.581511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] For port 52d7aff8-02a9-4832-ad78-48479380fa21, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=52d7aff8-02a9-4832-ad78-48479380fa21,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:35.581888 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:35.827929 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:35.828629 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:35.828770 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Floating IP a05c54eb-2d0f-47c1-a505-35ff64c2c11b disassociated. External IP: 172.27.0.161, port: 52d7aff8-02a9-4832-ad78-48479380fa21. Aug 31 19:48:35.829013 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Calling delete_port for 52d7aff8-02a9-4832-ad78-48479380fa21 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:35.978341 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539c336-c9b9-42b4-9f3b-a76f09ef5ba9 req-6cdd2f26-9bdb-47e9-bb95-8c510b1240bc tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:35.979957 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f539c336-c9b9-42b4-9f3b-a76f09ef5ba9 req-6cdd2f26-9bdb-47e9-bb95-8c510b1240bc tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.1331244 Aug 31 19:48:36.092766 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:36.197381 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event deleted for resources: {'Port': ['ID=52d7aff8-02a9-4832-ad78-48479380fa21,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:36.237762 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.238265 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.238847 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.239405 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.239984 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.240617 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.241156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.241792 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.242289 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.242836 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.243554 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.244347 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:48:36.259263 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f539c336-c9b9-42b4-9f3b-a76f09ef5ba9 req-7c1d564f-f72b-4768-81bf-a86f80ecc18e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561181 Aug 31 19:48:36.458623 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Router f4c81b64-8915-4ec5-8c9d-7452bb469586 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:48:36.588432 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:48:36.601139 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] Sync routers for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:48:36.623752 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:48:36.626513 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:48:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:36.684939 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] No DVR routers for this DVR port 52d7aff8-02a9-4832-ad78-48479380fa21 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:48:36.689185 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:36.692458 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-18406b97-8951-4aa3-b47f-d645aec67559 req-901a4eee-0350-4c6a-881b-42a6d72a0ca3 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "DELETE /v2.0/ports/52d7aff8-02a9-4832-ad78-48479380fa21 HTTP/1.1" status: 204 len: 173 time: 1.4622445 Aug 31 19:48:36.693002 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fff690-849c-4018-80f2-1c8918d0438e', 'name': 'network-vif-deleted', 'tag': '52d7aff8-02a9-4832-ad78-48479380fa21'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:48:36.701387 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22f50cc-0605-4c05-b677-c63f63c69ce1" -d '{"events": [{"server_uuid": "49fff690-849c-4018-80f2-1c8918d0438e", "name": "network-vif-deleted", "tag": "52d7aff8-02a9-4832-ad78-48479380fa21"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:48:36.730325 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-02e5b534-8fa8-4d18-be7e-d38cc115f665 req-3f7e1f69-4917-46fd-ae3e-6b59d20155d6 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=49fff690-849c-4018-80f2-1c8918d0438e HTTP/1.1" status: 200 len: 210 time: 0.0633943 Aug 31 19:48:36.834890 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:48:36.836977 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca776b74-0422-4bc1-b9c1-a2df4f1c1f82 x-openstack-request-id: req-ca776b74-0422-4bc1-b9c1-a2df4f1c1f82 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:48:36.838238 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fff690-849c-4018-80f2-1c8918d0438e", "name": "network-vif-deleted", "tag": "52d7aff8-02a9-4832-ad78-48479380fa21", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:48:36.838238 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca776b74-0422-4bc1-b9c1-a2df4f1c1f82 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:48:36.838628 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fff690-849c-4018-80f2-1c8918d0438e', 'name': 'network-vif-deleted', 'tag': '52d7aff8-02a9-4832-ad78-48479380fa21', 'status': 'completed', 'code': 200} Aug 31 19:48:37.270126 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:37.300879 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] Checking router: f4c81b64-8915-4ec5-8c9d-7452bb469586 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:48:37.315145 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:48:37.316632 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:48:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:37.440549 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bc5ae-787c-4ef6-a6ed-2fc8e249a354 req-1da3791f-be74-43a2-b98f-6825e23cd7ee tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:37.442483 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a02bc5ae-787c-4ef6-a6ed-2fc8e249a354 req-1da3791f-be74-43a2-b98f-6825e23cd7ee tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0595894 Aug 31 19:48:37.478929 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:48:37.495013 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a02bc5ae-787c-4ef6-a6ed-2fc8e249a354 req-1fe54931-a194-4b92-a195-0c30a9652622 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 Aug 31 19:48:37.753634 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:48:37.786998 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe99419d-4430-4521-a122-41fd682d5e69 None None] The sync data for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi is: [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:48:37.860467 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-11d65a62-6c41-497f-9230-8b2cdb1abb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:37.862255 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-11d65a62-6c41-497f-9230-8b2cdb1abb4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 1098 time: 0.0510678 Aug 31 19:48:37.881676 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51526) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:37.975257 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cef8375e-8980-4b52-9644-2106de46784d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.001821 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-dc44cb66-5752-4824-98c3-cce204a782a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:38.004213 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-dc44cb66-5752-4824-98c3-cce204a782a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.1345263 Aug 31 19:48:38.015593 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cef8375e-8980-4b52-9644-2106de46784d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.088616 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cef8375e-8980-4b52-9644-2106de46784d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.093627 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-cef8375e-8980-4b52-9644-2106de46784d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.095818 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-cef8375e-8980-4b52-9644-2106de46784d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "DELETE /v2.0/security-groups/6ca2ab56-dfde-49e6-bf10-cc5896914bb2 HTTP/1.1" status: 204 len: 168 time: 0.2105894 Aug 31 19:48:38.104854 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51528) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:38.112516 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750121d6-e9a2-4d18-b52c-483e1a809beb None None] New status for floating IP a05c54eb-2d0f-47c1-a505-35ff64c2c11b: DOWN {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:48:38.123997 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-281bfeb1-ac75-4ded-8de5-9990d1e1ed46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5648ea-7b97-440d-a040-a206e6ce7258 HTTP/1.1" status: 200 len: 1000 time: 0.1123507 Aug 31 19:48:38.141258 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8375e-8980-4b52-9644-2106de46784d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca2ab56-dfde-49e6-bf10-cc5896914bb2,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:38.146513 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.api.v2.resource [None req-c6985435-5621-4dfd-aeb0-9ff38163d90f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] show failed (client error): The resource could not be found. Aug 31 19:48:38.151796 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-c6985435-5621-4dfd-aeb0-9ff38163d90f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups/6ca2ab56-dfde-49e6-bf10-cc5896914bb2 HTTP/1.1" status: 404 len: 347 time: 0.0418561 Aug 31 19:48:38.152325 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51530) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:38.212630 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-1971c152-a965-4b79-929b-fb19943ec76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:38.214766 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-1971c152-a965-4b79-929b-fb19943ec76e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0840387 Aug 31 19:48:38.269899 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-289a9073-14bd-462a-8380-0250f983e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:38.277492 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-289a9073-14bd-462a-8380-0250f983e217 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555377 Aug 31 19:48:38.392612 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-3d9cd0ca-a2a2-4a24-ae38-86dd9fc831eb service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075659 Aug 31 19:48:38.393320 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Deleting port 9bdd2b42-63ec-46a2-9b2c-f3eaedafbb6c {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:48:38.393899 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.419015 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 52d7aff8-02a9-4832-ad78-48479380fa21 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:38.441867 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 52d7aff8-02a9-4832-ad78-48479380fa21 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:48:38.442239 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 52d7aff8-02a9-4832-ad78-48479380fa21 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:48:38.486877 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-8f2b6af2-b40f-4fb3-aed6-bce21b29138b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.499668 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.500315 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.522652 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Calling delete_port for 9bdd2b42-63ec-46a2-9b2c-f3eaedafbb6c owned by network:floatingip {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:48:38.527048 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c51281be-c7ae-4b5d-81ca-47a2804de87a req-9e45087d-90a3-4fd7-9ac4-00969767bbe5 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270456 Aug 31 19:48:38.661267 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed99006-8f58-410a-8aea-00e3f3bee3b5 req-306ca14c-92b1-4c6e-854e-c67c868dab12 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:38.664411 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0ed99006-8f58-410a-8aea-00e3f3bee3b5 req-306ca14c-92b1-4c6e-854e-c67c868dab12 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.0702477 Aug 31 19:48:38.720492 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.737686 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0ed99006-8f58-410a-8aea-00e3f3bee3b5 req-17cacfd0-b63f-40ef-aef3-8fdf070fdf51 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607309 Aug 31 19:48:38.748830 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event deleted for resources: {'Port': ['ID=9bdd2b42-63ec-46a2-9b2c-f3eaedafbb6c,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:38.861440 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.866340 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:38.869654 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-8460c119-ab0a-4681-b39b-3e4b3256e97b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "DELETE /v2.0/floatingips/a05c54eb-2d0f-47c1-a505-35ff64c2c11b HTTP/1.1" status: 204 len: 168 time: 0.7144513 Aug 31 19:48:39.151890 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 51538) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:39.156871 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-86b38d57-edb5-4f2a-9b92-ca9e2e61cbc5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1245694436', 'description': 'tempest-description--1239040796'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:48:39.184364 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-86b38d57-edb5-4f2a-9b92-ca9e2e61cbc5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.294561 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-86b38d57-edb5-4f2a-9b92-ca9e2e61cbc5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.299877 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-86b38d57-edb5-4f2a-9b92-ca9e2e61cbc5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.344751 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-86b38d57-edb5-4f2a-9b92-ca9e2e61cbc5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.346988 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-86b38d57-edb5-4f2a-9b92-ca9e2e61cbc5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1937544 Aug 31 19:48:39.349702 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51540) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:39.354377 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b38d57-edb5-4f2a-9b92-ca9e2e61cbc5 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da188192-7923-4ca2-ad04-04c4bc4eb835,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:39.354940 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-64a98974-c0b0-477b-aad0-024ab3f0a7cd tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'security_group_rule': {'security_group_id': 'da188192-7923-4ca2-ad04-04c4bc4eb835', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:48:39.390497 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-64a98974-c0b0-477b-aad0-024ab3f0a7cd tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.473566 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-64a98974-c0b0-477b-aad0-024ab3f0a7cd tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.478962 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-64a98974-c0b0-477b-aad0-024ab3f0a7cd tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.499877 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a98974-c0b0-477b-aad0-024ab3f0a7cd tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65f7434-4544-42fb-b563-25de46e8c029,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:39.507592 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-64a98974-c0b0-477b-aad0-024ab3f0a7cd tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.509465 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-64a98974-c0b0-477b-aad0-024ab3f0a7cd tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581128 Aug 31 19:48:39.512730 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51542) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:39.517458 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-e7768bdb-6297-4152-beec-c5b13ab9cf0b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'security_group_rule': {'security_group_id': 'da188192-7923-4ca2-ad04-04c4bc4eb835', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:48:39.548675 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7768bdb-6297-4152-beec-c5b13ab9cf0b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.616762 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7768bdb-6297-4152-beec-c5b13ab9cf0b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.623698 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7768bdb-6297-4152-beec-c5b13ab9cf0b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-962826'] for security_group_rule, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.647903 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7768bdb-6297-4152-beec-c5b13ab9cf0b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e9c406-cd01-4b98-8460-871fa380d5ed,revision_number=0']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:39.653013 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e7768bdb-6297-4152-beec-c5b13ab9cf0b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.654314 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e7768bdb-6297-4152-beec-c5b13ab9cf0b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405470 Aug 31 19:48:39.657935 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51544) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:48:39.663238 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'floatingip': {'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:48:39.691594 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.839639 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:39.934806 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881d15b-6c90-42de-b4c7-8978546c142e req-fac505d3-4ac4-4175-8004-fbde85480aae tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:39.936660 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9881d15b-6c90-42de-b4c7-8978546c142e req-fac505d3-4ac4-4175-8004-fbde85480aae tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 945 time: 0.1115618 Aug 31 19:48:40.012009 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9881d15b-6c90-42de-b4c7-8978546c142e req-439264d9-2ed4-4cb5-b8b3-7c6ce700f80d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680957 Aug 31 19:48:40.029142 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Allocated IP 172.27.0.215 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/4c438260-7d7c-41f4-8283-39e753f623bc) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:48:40.155609 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.203896 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.263058 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:48:40.269323 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:48:40.274565 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:48:40.277990 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'Port': ['ID=4c438260-7d7c-41f4-8283-39e753f623bc,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:40.374257 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.411099 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.425314 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:40.560639 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.607481 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:48:40.611640 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716f2858-af3c-444b-ae53-0c8c21ac1851" -d '{"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:48:40.633050 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:48:40.640840 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.658003 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.664670 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.687971 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 19:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5564d111-c116-4dd8-9204-c0e7070381ef x-openstack-request-id: req-5564d111-c116-4dd8-9204-c0e7070381ef {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:48:40.688458 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-unplugged", "status": "failed", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258", "code": 422}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:48:40.688903 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5564d111-c116-4dd8-9204-c0e7070381ef {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:48:40.689596 dv-cinder-789564-13-iscsi neutron-server[95344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'code': 422} returned with failed status Aug 31 19:48:40.732051 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=8']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:40.761683 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'Port': ['ID=4c438260-7d7c-41f4-8283-39e753f623bc,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:40.772142 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.789170 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:40.791136 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-9b2b415e-be54-4ca0-a76a-46a5f409fa3c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1321089 Aug 31 19:48:41.013654 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-c2113f80-a290-41fa-8beb-e9710e3d42ee tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1245694436&fields=id&tenant_id=f00f081bae854ae8bbe175c419432837 HTTP/1.1" status: 200 len: 267 time: 0.0410295 Aug 31 19:48:41.138588 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-34fb8d97-59d1-47c2-8596-21ce40fcd3e9 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:41.140556 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-34fb8d97-59d1-47c2-8596-21ce40fcd3e9 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 811 time: 0.1189384 Aug 31 19:48:41.163767 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-1be9dd24-f28d-44fa-993e-31e4204e22bf tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/quotas/f00f081bae854ae8bbe175c419432837 HTTP/1.1" status: 200 len: 375 time: 0.0113206 Aug 31 19:48:41.170288 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165117c4-1399-46cd-91ca-b45685f03923 req-0d849951-8d74-4980-814d-27c06a0a59f1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:41.173041 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-165117c4-1399-46cd-91ca-b45685f03923 req-0d849951-8d74-4980-814d-27c06a0a59f1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0615633 Aug 31 19:48:41.225119 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-165117c4-1399-46cd-91ca-b45685f03923 req-32bfbf27-7dd1-4cc7-ad29-a55410d9d27a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407245 Aug 31 19:48:41.255441 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-c407b4f1-d543-4c03-ab1a-557d498c0626 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797741 Aug 31 19:48:41.379008 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-d3e09827-ff16-4faf-8bd0-e2a822679ce3 service neutron] 10.222.0.54 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103587 Aug 31 19:48:41.536477 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-b1056dda-cfa1-4be7-9d4a-361d6816d9ed service neutron] 10.222.0.54 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454723 Aug 31 19:48:41.559885 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:41.815004 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a0aa0989-46e2-40a8-96c9-5786393ebd6e req-2c4cf998-71c0-4786-a9c8-cb1e1b2ca046 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 210 time: 0.0595913 Aug 31 19:48:41.940145 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-915917b6-79a8-44cc-8a74-63842fa23329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:42.363413 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [req-9f9d719b-8cd2-404e-a9c4-caf027959e18 req-8fe1ba81-3a77-4c8a-a9b7-370a8439959a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:48:42.364804 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9f9d719b-8cd2-404e-a9c4-caf027959e18 req-8fe1ba81-3a77-4c8a-a9b7-370a8439959a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078909 Aug 31 19:48:42.557732 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55a04-922b-4436-9ab5-80ec4c2533fb req-bc637753-0e09-4f86-97f4-48f2409e4a69 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:42.559384 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1cc55a04-922b-4436-9ab5-80ec4c2533fb req-bc637753-0e09-4f86-97f4-48f2409e4a69 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0545826 Aug 31 19:48:42.615056 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1cc55a04-922b-4436-9ab5-80ec4c2533fb req-82f4c3b1-e8e4-44d2-b372-e18dfdbda126 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483830 Aug 31 19:48:42.972013 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-82bef7f0-07df-4e58-8c41-deea2ba52d3c req-414e88fc-2bc3-4102-a8a1-53fab950377b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 210 time: 0.0512822 Aug 31 19:48:42.989507 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-9af209c2-81df-441f-b4b5-84ccf74ce128 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108828 Aug 31 19:48:43.011984 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:43.158392 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-cb127364-9eb2-47b2-afba-a059bbb4c3f9 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:43.160120 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-cb127364-9eb2-47b2-afba-a059bbb4c3f9 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 811 time: 0.1649792 Aug 31 19:48:43.243868 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-d30e9efa-8ebb-423a-9e1a-bd46bb4c3ba2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f00f081bae854ae8bbe175c419432837 HTTP/1.1" status: 200 len: 380 time: 0.0673966 Aug 31 19:48:43.256780 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'port': {'device_id': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'admin_state_up': True, 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'security_groups': ['da188192-7923-4ca2-ad04-04c4bc4eb835']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:48:43.389158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Made reservation on behalf of f00f081bae854ae8bbe175c419432837 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:48:43.392952 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:43.766932 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3f695-44d9-4d1a-b5ee-02ceb0ebf144 req-a311720d-018e-4e84-b42e-1bdb180cda30 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:43.768834 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2ab3f695-44d9-4d1a-b5ee-02ceb0ebf144 req-a311720d-018e-4e84-b42e-1bdb180cda30 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0610106 Aug 31 19:48:43.815390 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2ab3f695-44d9-4d1a-b5ee-02ceb0ebf144 req-7af8c229-1557-42e3-ba57-83df608aa237 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399203 Aug 31 19:48:43.852411 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Allocated IP 172.20.0.9 (1bcee167-2444-4fc9-bb48-ee50aa69646c/f2d8600d-4282-4e51-ac16-efcbd7ee0840/33f27b1f-1998-4132-84b7-99b479495db1) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:48:44.018199 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-3564bbfc-1857-4150-8867-dde197c6feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:44.019786 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-3564bbfc-1857-4150-8867-dde197c6feb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e&tenant_id=2b5d0468ac6d4826bfc6ba13a1762915 HTTP/1.1" status: 200 len: 1096 time: 0.0727046 Aug 31 19:48:44.049437 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:44.089100 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Transition to ACTIVE for port object 33f27b1f-1998-4132-84b7-99b479495db1 will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:48:44.126495 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7f64bf72-2213-4293-ba6e-6b7730cd74b8 req-82469a6e-bee3-4717-a198-143a208de317 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 210 time: 0.0661931 Aug 31 19:48:44.165213 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-2f7fb240-52b5-4201-9bea-ec6d1f64b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:44.167115 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-2f7fb240-52b5-4201-9bea-ec6d1f64b14b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 1096 time: 0.1055241 Aug 31 19:48:44.184608 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:44.285487 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:48:44.293451 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:48:44.306998 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:48:44.312986 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event updated for resources: {'Port': ['ID=33f27b1f-1998-4132-84b7-99b479495db1,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:44.368954 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-0216c2e9-9025-4904-b6ae-2bb86a63d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:44.370575 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-0216c2e9-9025-4904-b6ae-2bb86a63d46f service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.1970191 Aug 31 19:48:44.382024 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:44.382717 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:44.447504 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-fc79b492-03b8-428a-a0a6-77360af4b0dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1948106 Aug 31 19:48:44.457102 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:48:44.475188 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Request body: {'port': {'device_id': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:48:44.518323 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-b9f9586f-a933-46c3-be51-334044174be0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5648ea-7b97-440d-a040-a206e6ce7258 HTTP/1.1" status: 200 len: 998 time: 0.1315451 Aug 31 19:48:44.534219 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:44.584545 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:44.598856 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-b08c18f3-6ea8-42a3-891b-4e05793d7b64 None None] Provisioning for port 33f27b1f-1998-4132-84b7-99b479495db1 completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:48:44.603607 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-b08c18f3-6ea8-42a3-891b-4e05793d7b64 None None] Provisioning complete for port 33f27b1f-1998-4132-84b7-99b479495db1 triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:48:44.604082 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-b08c18f3-6ea8-42a3-891b-4e05793d7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:44.607783 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-b2e4e5ed-2ef5-4270-b278-68272e78a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:44.609325 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-b2e4e5ed-2ef5-4270-b278-68272e78a6af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0824494 Aug 31 19:48:44.644726 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-b08c18f3-6ea8-42a3-891b-4e05793d7b64 None None] Port 33f27b1f-1998-4132-84b7-99b479495db1 cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:48:44.755266 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-4cc0262c-acd5-4538-90ea-ff1660619916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:44.756831 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-4cc0262c-acd5-4538-90ea-ff1660619916 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1172810 Aug 31 19:48:44.943340 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-1799f6b0-5e35-4331-81da-f239a93ac6ab service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786287 Aug 31 19:48:44.993349 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f061c3f-ba11-4c9d-b11c-b16bf5eddb06 req-18195aef-f8aa-44dc-a109-2fd5dd0c8c74 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:44.996164 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5f061c3f-ba11-4c9d-b11c-b16bf5eddb06 req-18195aef-f8aa-44dc-a109-2fd5dd0c8c74 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0893028 Aug 31 19:48:45.061471 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-5f061c3f-ba11-4c9d-b11c-b16bf5eddb06 req-79f7f54b-e8dc-4ce8-992f-45d5eb056b89 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581009 Aug 31 19:48:45.103984 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f27b1f-1998-4132-84b7-99b479495db1 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:48:45.114031 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b44f1083-627d-44c5-a6e0-281273b6f590 req-cb5a498c-5e47-4b90-b673-66cda0467e79 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609075 Aug 31 19:48:45.115928 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:45.136629 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Transition to ACTIVE for port object 33f27b1f-1998-4132-84b7-99b479495db1 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:48:45.142677 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:45.290628 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Pushing event updated for resources: {'Port': ['ID=33f27b1f-1998-4132-84b7-99b479495db1,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:45.356146 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5b901-e94c-4f62-8a57-e992de651d82 req-2f0a16d9-1720-46c0-9298-e0bc98c42262 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:45.357785 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ccd5b901-e94c-4f62-8a57-e992de651d82 req-2f0a16d9-1720-46c0-9298-e0bc98c42262 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.1160736 Aug 31 19:48:45.382018 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Attempting to bind port 33f27b1f-1998-4132-84b7-99b479495db1 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:48:45.382363 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Attempting to bind port 33f27b1f-1998-4132-84b7-99b479495db1 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:48:45.382919 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Attempting to bind port 33f27b1f-1998-4132-84b7-99b479495db1 on network 1bcee167-2444-4fc9-bb48-ee50aa69646c {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:48:45.402244 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Port 33f27b1f-1998-4132-84b7-99b479495db1 on network 1bcee167-2444-4fc9-bb48-ee50aa69646c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:48:45.402563 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Attempting to bind port 33f27b1f-1998-4132-84b7-99b479495db1 on network 1bcee167-2444-4fc9-bb48-ee50aa69646c {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:48:45.420145 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:48:45.420548 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Checking segment: {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:48:45.421130 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Bound using segment: {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:48:45.421615 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Bound port: 33f27b1f-1998-4132-84b7-99b479495db1, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ca18c8-cc0c-496d-816b-ba37d148e81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:48:45.422006 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:45.440090 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ccd5b901-e94c-4f62-8a57-e992de651d82 req-8fe084ef-7f53-4b31-9ce3-6e297b25d9ea tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678749 Aug 31 19:48:45.531581 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] For port 33f27b1f-1998-4132-84b7-99b479495db1, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:48:45.536429 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] For port 33f27b1f-1998-4132-84b7-99b479495db1, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=33f27b1f-1998-4132-84b7-99b479495db1,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:48:45.542802 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:45.601599 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:45.603414 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:45.605369 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] 10.222.0.55 "PUT /v2.0/ports/33f27b1f-1998-4132-84b7-99b479495db1 HTTP/1.1" status: 200 len: 1093 time: 1.1461723 Aug 31 19:48:45.606049 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'tag': '33f27b1f-1998-4132-84b7-99b479495db1'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:48:45.608932 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7a8ee4-a133-4830-a52b-12c0f416277c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc82d7d-91d2-4085-bccd-648b9e5c0bda", "tag": "33f27b1f-1998-4132-84b7-99b479495db1"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:48:45.668709 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16583319-7665-4b03-9525-516596b1ac9a x-openstack-request-id: req-16583319-7665-4b03-9525-516596b1ac9a {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:48:45.669403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc82d7d-91d2-4085-bccd-648b9e5c0bda", "tag": "33f27b1f-1998-4132-84b7-99b479495db1", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:48:45.669883 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16583319-7665-4b03-9525-516596b1ac9a {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:48:45.670609 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'tag': '33f27b1f-1998-4132-84b7-99b479495db1', 'status': 'completed', 'code': 200} Aug 31 19:48:45.674700 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e0a16-c3c6-4c41-be51-bcfeb0fc554d service neutron] Pushing event updated for resources: {'Port': ['ID=33f27b1f-1998-4132-84b7-99b479495db1,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:48:45.765516 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-41543acd-d586-4edd-8315-fa92effc9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:45.773765 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-41543acd-d586-4edd-8315-fa92effc9559 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 1096 time: 0.0891695 Aug 31 19:48:46.271249 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36f82-9931-40e1-921a-cb8b9414940a req-cf6d07a0-66a7-498a-9887-515d38dcd12a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:46.280313 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-64e36f82-9931-40e1-921a-cb8b9414940a req-cf6d07a0-66a7-498a-9887-515d38dcd12a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0978613 Aug 31 19:48:46.321824 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-64e36f82-9931-40e1-921a-cb8b9414940a req-df03f973-a255-47df-aaf3-a35faa89eb36 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399499 Aug 31 19:48:46.806319 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f8dde-eb4d-4fc2-9fb6-93e0f00e8eb9 req-aabf34bf-f151-4abb-bddb-4d8defec9d92 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:46.808020 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7c3f8dde-eb4d-4fc2-9fb6-93e0f00e8eb9 req-aabf34bf-f151-4abb-bddb-4d8defec9d92 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.2308853 Aug 31 19:48:46.857529 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7c3f8dde-eb4d-4fc2-9fb6-93e0f00e8eb9 req-d9dc799b-a8c2-41d5-9249-1b0bdffaa77e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376823 Aug 31 19:48:47.648201 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806e63f-8485-4339-a984-f031254974eb req-a6a047ce-931f-42e5-b542-eafd38f119d9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:47.650849 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1806e63f-8485-4339-a984-f031254974eb req-a6a047ce-931f-42e5-b542-eafd38f119d9 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.1899478 Aug 31 19:48:47.700055 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1806e63f-8485-4339-a984-f031254974eb req-e2bf387b-1ad8-4250-82cf-59856e85e4e7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378573 Aug 31 19:48:48.021660 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35226e32-e0fb-4309-aa4a-d096793292c6 req-3a3befdd-7c8c-4608-a6af-741fa154a2f0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:48.024452 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-35226e32-e0fb-4309-aa4a-d096793292c6 req-3a3befdd-7c8c-4608-a6af-741fa154a2f0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0724854 Aug 31 19:48:48.097038 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-35226e32-e0fb-4309-aa4a-d096793292c6 req-c3695163-12b5-4cd8-a672-bf2693a3bdf6 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615499 Aug 31 19:48:48.844299 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20fbae-6473-42f6-b047-f892c0c11572 req-26fd1df2-29be-4bca-b6b8-7eee62884de3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:48.846103 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0e20fbae-6473-42f6-b047-f892c0c11572 req-26fd1df2-29be-4bca-b6b8-7eee62884de3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0611713 Aug 31 19:48:48.895391 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0e20fbae-6473-42f6-b047-f892c0c11572 req-1cc779b4-ec30-4004-b381-50d3f207a9aa tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371671 Aug 31 19:48:49.269173 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a686e81-dd87-43ee-9353-cc5749b4f9b9 req-3cd5d319-e03b-4618-bd33-c93545bd54eb tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:49.273622 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2a686e81-dd87-43ee-9353-cc5749b4f9b9 req-3cd5d319-e03b-4618-bd33-c93545bd54eb tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0796669 Aug 31 19:48:49.337247 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2a686e81-dd87-43ee-9353-cc5749b4f9b9 req-50972719-5f50-4339-843f-b2c87d222b90 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526450 Aug 31 19:48:50.068317 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d088f49-3699-4351-8791-57f04f045109 req-78a3aa22-b789-41a4-8326-746b58caa890 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:50.069956 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0d088f49-3699-4351-8791-57f04f045109 req-78a3aa22-b789-41a4-8326-746b58caa890 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0796485 Aug 31 19:48:50.117392 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0d088f49-3699-4351-8791-57f04f045109 req-b67f8b98-1456-45b4-82f1-2937801a34b1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359917 Aug 31 19:48:50.502174 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15037a55-7cf8-4399-823e-6bae25a3515e req-697e308e-e5ab-4f10-910a-19311d3ca1b0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:50.504231 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-15037a55-7cf8-4399-823e-6bae25a3515e req-697e308e-e5ab-4f10-910a-19311d3ca1b0 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0576005 Aug 31 19:48:50.576411 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-15037a55-7cf8-4399-823e-6bae25a3515e req-c2779204-24f1-4b9a-80d6-c8972cdabfeb tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595367 Aug 31 19:48:51.330295 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177c8d-aac3-4cde-873f-2e7364485f5b req-23bef9c9-5576-4f9d-aaea-23712c6485ff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:51.333818 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cb177c8d-aac3-4cde-873f-2e7364485f5b req-23bef9c9-5576-4f9d-aaea-23712c6485ff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0689497 Aug 31 19:48:51.381532 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cb177c8d-aac3-4cde-873f-2e7364485f5b req-7d3154df-b3db-4333-9e55-2fd02f26eb7e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381100 Aug 31 19:48:51.745394 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04d07b-354e-46d3-a8f9-0effa041723e req-dab106ec-109c-4de3-a32c-331f84df4a1c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:51.747190 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1c04d07b-354e-46d3-a8f9-0effa041723e req-dab106ec-109c-4de3-a32c-331f84df4a1c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0737369 Aug 31 19:48:51.817027 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1c04d07b-354e-46d3-a8f9-0effa041723e req-8d46f557-7851-42df-8fe9-4c11ec09880a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630302 Aug 31 19:48:52.568205 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cbf25-726e-46bf-83b0-856dca324a19 req-1a2ba88f-bca1-4dde-8238-fcf34de9de65 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:52.569960 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f64cbf25-726e-46bf-83b0-856dca324a19 req-1a2ba88f-bca1-4dde-8238-fcf34de9de65 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0813079 Aug 31 19:48:52.613950 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f64cbf25-726e-46bf-83b0-856dca324a19 req-24cd5489-1b24-47eb-a692-31bc8b4ae5f4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368097 Aug 31 19:48:53.044454 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a567b-0a3b-4464-8a23-513f4788e073 req-beeb68ee-7351-42b8-984f-2a42ff52f582 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:53.047375 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-084a567b-0a3b-4464-8a23-513f4788e073 req-beeb68ee-7351-42b8-984f-2a42ff52f582 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0570636 Aug 31 19:48:53.116364 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-084a567b-0a3b-4464-8a23-513f4788e073 req-a23e9fc0-b380-4781-823e-4d10028e4088 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602410 Aug 31 19:48:53.787478 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6899-6de7-45d4-94d8-410a59039520 req-2414f196-d629-4a45-94f4-e6a615665261 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:53.790562 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2d0c6899-6de7-45d4-94d8-410a59039520 req-2414f196-d629-4a45-94f4-e6a615665261 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0809708 Aug 31 19:48:53.844429 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2d0c6899-6de7-45d4-94d8-410a59039520 req-4f4fe06f-d443-4915-995b-2e195dc50ff1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470016 Aug 31 19:48:54.301463 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d470bff-5868-4f50-b448-c39aa8e10543 req-9f8fdabc-f6e4-4f91-8870-8a4e6f5d5d2c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:54.304161 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1d470bff-5868-4f50-b448-c39aa8e10543 req-9f8fdabc-f6e4-4f91-8870-8a4e6f5d5d2c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0847926 Aug 31 19:48:54.350809 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1d470bff-5868-4f50-b448-c39aa8e10543 req-30a68723-671c-4123-8f89-15fdd8b72ac8 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388916 Aug 31 19:48:55.019428 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebb0b7-994c-4eae-81ac-20f064d04123 req-783955f0-655a-4279-a9c9-a27abbd9814a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:55.021184 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-03ebb0b7-994c-4eae-81ac-20f064d04123 req-783955f0-655a-4279-a9c9-a27abbd9814a tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0696559 Aug 31 19:48:55.282115 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-03ebb0b7-994c-4eae-81ac-20f064d04123 req-170e682d-f115-44b9-8fe9-410db08943e8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525692 Aug 31 19:48:55.543566 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9dc60-ca18-4aa5-a97d-64c4fabc417f req-fbfccdd8-ec61-4349-8076-fe7ebd25282e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:55.546404 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bfc9dc60-ca18-4aa5-a97d-64c4fabc417f req-fbfccdd8-ec61-4349-8076-fe7ebd25282e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0852160 Aug 31 19:48:55.610353 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bfc9dc60-ca18-4aa5-a97d-64c4fabc417f req-192c027c-2866-4c47-bf32-4b92df878414 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512371 Aug 31 19:48:56.452225 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdb4b8-ddb8-42b8-bad9-095e588fb5e0 req-afde0652-cbec-40f2-a3df-e074be4ed8b7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:56.455948 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-23fdb4b8-ddb8-42b8-bad9-095e588fb5e0 req-afde0652-cbec-40f2-a3df-e074be4ed8b7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0699961 Aug 31 19:48:56.521418 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-23fdb4b8-ddb8-42b8-bad9-095e588fb5e0 req-c892f1a9-2b48-486e-a863-aa227633a478 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536749 Aug 31 19:48:56.769745 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca534f-2289-49d5-bae0-0d9c33df7d36 req-c795ba45-50b9-4baa-81df-1fceb0b4b773 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:56.771554 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3fca534f-2289-49d5-bae0-0d9c33df7d36 req-c795ba45-50b9-4baa-81df-1fceb0b4b773 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0745773 Aug 31 19:48:56.825893 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3fca534f-2289-49d5-bae0-0d9c33df7d36 req-ce999c61-9d2c-4990-9c4a-de9529fcce0e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476754 Aug 31 19:48:57.450609 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:48:57.679856 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5cf1-cb12-477b-93cc-f0b6cf8bfded req-6061741f-e458-46f1-a122-21d9caaecb79 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:57.682427 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6f4a5cf1-cb12-477b-93cc-f0b6cf8bfded req-6061741f-e458-46f1-a122-21d9caaecb79 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0692854 Aug 31 19:48:57.727126 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6f4a5cf1-cb12-477b-93cc-f0b6cf8bfded req-6d72b8ca-0110-4156-abf2-87bcae6f9aa3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376854 Aug 31 19:48:57.960159 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b84e-051d-459b-8bce-5ca7d195cf8b req-1433eabd-07f0-4545-8871-f766c5e56d8d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:57.962742 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d498b84e-051d-459b-8bce-5ca7d195cf8b req-1433eabd-07f0-4545-8871-f766c5e56d8d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0543635 Aug 31 19:48:58.006355 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d498b84e-051d-459b-8bce-5ca7d195cf8b req-25299f62-17f7-4a54-b611-3ad818eaec86 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368674 Aug 31 19:48:58.377780 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:48:58.875687 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053ecbc-d1d9-4c40-a358-2c3d79128529 req-f7bf3c29-8aae-4a73-9371-629891dafc7c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:58.877390 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b053ecbc-d1d9-4c40-a358-2c3d79128529 req-f7bf3c29-8aae-4a73-9371-629891dafc7c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0580356 Aug 31 19:48:58.926954 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b053ecbc-d1d9-4c40-a358-2c3d79128529 req-ea1cc1ba-4c5f-4c79-af4c-134ca9a4df02 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386243 Aug 31 19:48:59.145807 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe069d9b-f5d3-4ff0-ba01-ca94a4cc15e3 req-4015e7e4-1426-432b-acb3-8d848b13e87e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:48:59.147622 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fe069d9b-f5d3-4ff0-ba01-ca94a4cc15e3 req-4015e7e4-1426-432b-acb3-8d848b13e87e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0570006 Aug 31 19:48:59.209547 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fe069d9b-f5d3-4ff0-ba01-ca94a4cc15e3 req-b4fb71af-ce38-44fc-b8d9-5195fb2dae79 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534763 Aug 31 19:49:00.083700 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c2f9d-7120-4351-979b-58ae66bc4685 req-41b99eea-48c8-4b6b-864e-875094cad92e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:00.089745 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f74c2f9d-7120-4351-979b-58ae66bc4685 req-41b99eea-48c8-4b6b-864e-875094cad92e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0777211 Aug 31 19:49:00.133537 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f74c2f9d-7120-4351-979b-58ae66bc4685 req-3ce72cfe-9fc6-4c89-bb19-6f2bce9c84de tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372751 Aug 31 19:49:00.341587 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f9ed7-bb36-4e57-810f-5703a6e1c9cc req-645751dc-711c-4f6e-b082-a1ddabc025dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:00.344362 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1c5f9ed7-bb36-4e57-810f-5703a6e1c9cc req-645751dc-711c-4f6e-b082-a1ddabc025dc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0633066 Aug 31 19:49:00.393636 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-1c5f9ed7-bb36-4e57-810f-5703a6e1c9cc req-f208123e-f8ed-4eeb-be52-f3d0c6cd4628 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Aug 31 19:49:00.480755 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-b073a120-8091-4cdb-8d13-4cb5b5981328 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33f27b1f-1998-4132-84b7-99b479495db1 HTTP/1.1" status: 200 len: 217 time: 0.0430901 Aug 31 19:49:00.541723 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-aa7889c5-60a1-4981-907f-5242af0bcabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:00.543132 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-aa7889c5-60a1-4981-907f-5242af0bcabe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 200 len: 850 time: 0.0490053 Aug 31 19:49:00.594025 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-89f7d818-56db-4973-bbfd-abfafa654efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:00.595570 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-89f7d818-56db-4973-bbfd-abfafa654efa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcee167-2444-4fc9-bb48-ee50aa69646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450757 Aug 31 19:49:00.697440 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-2899a3c1-8de9-4068-8423-c167638c4e8a service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944121 Aug 31 19:49:00.807985 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4306b6c7-d9f1-4cf7-abac-346edb2ecec4 req-d4d11df4-8b2e-4364-9235-1f6e9cd3bb69 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024098 Aug 31 19:49:01.092213 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-fa97bb1d-9442-42f6-9a33-2da4f5ae357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.094695 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-fa97bb1d-9442-42f6-9a33-2da4f5ae357e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 1096 time: 0.1261556 Aug 31 19:49:01.102675 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-afa6bfb9-9269-4727-b43b-a667ab8dd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.105143 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-afa6bfb9-9269-4727-b43b-a667ab8dd0e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 1096 time: 0.0948229 Aug 31 19:49:01.398717 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-64af245d-4a8c-42ed-8bf1-9e20c080f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.400189 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-64af245d-4a8c-42ed-8bf1-9e20c080f581 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 912 time: 0.2937770 Aug 31 19:49:01.416947 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44494f47-d0ff-4b19-99f0-8769ea2dec55 req-9a00880e-0522-4d97-bd32-cc86e604ec38 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.418606 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-44494f47-d0ff-4b19-99f0-8769ea2dec55 req-9a00880e-0522-4d97-bd32-cc86e604ec38 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.1546674 Aug 31 19:49:01.437860 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-f182a62d-3abd-42c7-834c-7242467fcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.439387 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-f182a62d-3abd-42c7-834c-7242467fcc09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 200 len: 918 time: 0.3029010 Aug 31 19:49:01.488983 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-2802c81d-bdb3-4fa0-b7cf-00d9a3d6d2bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33f27b1f-1998-4132-84b7-99b479495db1 HTTP/1.1" status: 200 len: 217 time: 0.0693665 Aug 31 19:49:01.598300 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac0094-a22a-447e-816a-ff0d79297da6 req-88fb9194-8fb1-4c3a-a0e8-effbbade4f6d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.601005 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-36ac0094-a22a-447e-816a-ff0d79297da6 req-88fb9194-8fb1-4c3a-a0e8-effbbade4f6d tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0925086 Aug 31 19:49:01.630815 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-44494f47-d0ff-4b19-99f0-8769ea2dec55 req-36920b2b-5072-4403-814d-6c179ad87540 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013605 Aug 31 19:49:01.656132 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-36ac0094-a22a-447e-816a-ff0d79297da6 req-e83e520d-ac24-491f-bace-ab6e2566b0ec tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470347 Aug 31 19:49:01.661431 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-7bb91029-964f-457c-b5cc-7d3593dbb4c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae5648ea-7b97-440d-a040-a206e6ce7258 HTTP/1.1" status: 200 len: 998 time: 0.1827681 Aug 31 19:49:01.673587 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-ea99d225-76fc-431d-86c3-1357740ecadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.675975 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-ea99d225-76fc-431d-86c3-1357740ecadc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 200 len: 850 time: 0.1403170 Aug 31 19:49:01.753163 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-ac6c6d69-8aba-4034-82b1-9911c286f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.754806 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-ac6c6d69-8aba-4034-82b1-9911c286f29e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 200 len: 856 time: 0.0853360 Aug 31 19:49:01.762942 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-d8b10b33-9822-4037-bccc-b0fcbafb502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.764425 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-d8b10b33-9822-4037-bccc-b0fcbafb502b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcee167-2444-4fc9-bb48-ee50aa69646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0782564 Aug 31 19:49:01.873931 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-368811cc-a263-460a-9934-cd7f0e05a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:01.875520 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-368811cc-a263-460a-9934-cd7f0e05a4cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94e9390e-e3fb-4b10-bffd-be051d391074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1102066 Aug 31 19:49:01.942855 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-54cb7da7-95c6-4c9e-b71f-77f33b502b0e service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676152 Aug 31 19:49:02.051991 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-a7a08d04-eeb7-4e95-a15c-9642ab5d507f service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642370 Aug 31 19:49:02.167592 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4f7a8ee4-a133-4830-a52b-12c0f416277c req-e19a3280-730f-4f8e-8318-d27b41b33222 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141135 Aug 31 19:49:02.223156 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ce71bf17-28a7-4c0f-863b-e18d27cbad50 req-9deff0e5-3b7f-4cd7-a15c-a4b17dd69605 service neutron] 10.222.0.55 "GET /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612947 Aug 31 19:49:02.799962 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9dfaf-0940-46d3-9e9c-fb48ddc221c3 req-08c10dc2-ba16-4407-9d0f-57a0ef31bf7e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:02.801633 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-90c9dfaf-0940-46d3-9e9c-fb48ddc221c3 req-08c10dc2-ba16-4407-9d0f-57a0ef31bf7e tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0582280 Aug 31 19:49:02.804112 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d11344-602e-40aa-9a74-14cdc456335a req-bfe2b9b9-9143-4dc4-b258-c923d85072cf tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:02.806411 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-74d11344-602e-40aa-9a74-14cdc456335a req-bfe2b9b9-9143-4dc4-b258-c923d85072cf tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0662448 Aug 31 19:49:02.854485 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-90c9dfaf-0940-46d3-9e9c-fb48ddc221c3 req-5c79b6c6-7598-4f5b-8c99-d732d90eb2b8 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 Aug 31 19:49:02.871350 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-74d11344-602e-40aa-9a74-14cdc456335a req-a02263cf-e620-4f0f-ac57-33c562de110b tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556958 Aug 31 19:49:04.012133 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4f9bb-7a1d-468a-95c2-0f57a65d40dc req-8b834156-9645-4331-a415-660a49bca461 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:04.014722 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8eb4f9bb-7a1d-468a-95c2-0f57a65d40dc req-8b834156-9645-4331-a415-660a49bca461 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 943 time: 0.0676894 Aug 31 19:49:04.042394 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786f29c-cb27-46ea-9bcf-241f71718aa9 req-be2074ee-d466-4683-8ecc-42c55aff2d42 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:04.044013 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6786f29c-cb27-46ea-9bcf-241f71718aa9 req-be2074ee-d466-4683-8ecc-42c55aff2d42 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 943 time: 0.0639808 Aug 31 19:49:04.065775 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8eb4f9bb-7a1d-468a-95c2-0f57a65d40dc req-2dd5581f-76f2-401e-806b-204965dd7923 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449822 Aug 31 19:49:04.115056 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6786f29c-cb27-46ea-9bcf-241f71718aa9 req-185fbd0d-1b90-48cd-bc95-429cbd79c966 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581019 Aug 31 19:49:04.496358 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 33f27b1f-1998-4132-84b7-99b479495db1 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:49:04.608829 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 33f27b1f-1998-4132-84b7-99b479495db1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=33f27b1f-1998-4132-84b7-99b479495db1,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:04.623350 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '33f27b1f-1998-4132-84b7-99b479495db1', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'port_id': '33f27b1f-1998-4132-84b7-99b479495db1', 'mac_address': 'fa:16:3e:c0:db:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:49:04.664719 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:04.679239 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f27b1f-1998-4132-84b7-99b479495db1 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:49:04.702139 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 33f27b1f-1998-4132-84b7-99b479495db1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=33f27b1f-1998-4132-84b7-99b479495db1,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:04.706510 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:04.707381 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:49:04.811721 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=33f27b1f-1998-4132-84b7-99b479495db1,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:04.826654 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.827003 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.827344 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.827685 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.828019 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.828349 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.828693 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.829008 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.829334 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.829659 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.829999 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.830329 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:49:04.869858 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:04.887028 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'port_id': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'mac_address': 'fa:16:3e:80:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:49:04.938194 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:04.952087 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5648ea-7b97-440d-a040-a206e6ce7258 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:49:04.979607 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:04.983868 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:05.037361 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=9']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:05.236690 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d615-7cdf-4dc1-8073-37400db7c594 req-e432b3d8-6b4a-47da-ba97-cf41640cb395 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:05.243897 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8243d615-7cdf-4dc1-8073-37400db7c594 req-e432b3d8-6b4a-47da-ba97-cf41640cb395 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 944 time: 0.0853283 Aug 31 19:49:05.257175 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e4782-8c64-46e5-98e4-f8373ee2d5cd req-b71eb54a-041e-4678-a38d-8388b9d6e08e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:05.260248 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2b1e4782-8c64-46e5-98e4-f8373ee2d5cd req-b71eb54a-041e-4678-a38d-8388b9d6e08e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 944 time: 0.0677342 Aug 31 19:49:05.285935 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8243d615-7cdf-4dc1-8073-37400db7c594 req-a4578f60-0c01-4c6c-9821-a312c8a8f6a0 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377128 Aug 31 19:49:05.319651 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2b1e4782-8c64-46e5-98e4-f8373ee2d5cd req-cb97995d-23e1-45f9-afa1-81966a13c5fe tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487170 Aug 31 19:49:05.489753 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['ae5648ea-7b97-440d-a040-a206e6ce7258'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:49:05.514442 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['33f27b1f-1998-4132-84b7-99b479495db1'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:49:06.443805 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092c7bf-8bcf-4a1a-b445-3ed78d27c9c8 req-65f56edc-9190-4180-9622-31326283ea0d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:06.447129 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5092c7bf-8bcf-4a1a-b445-3ed78d27c9c8 req-65f56edc-9190-4180-9622-31326283ea0d tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 944 time: 0.0683889 Aug 31 19:49:06.474047 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369a829-38a6-494b-82c3-00925258b6e5 req-b275eeb2-38d4-444c-a5e1-b2eaea2aeb7a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:06.475702 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3369a829-38a6-494b-82c3-00925258b6e5 req-b275eeb2-38d4-444c-a5e1-b2eaea2aeb7a tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 944 time: 0.0582783 Aug 31 19:49:06.510116 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5092c7bf-8bcf-4a1a-b445-3ed78d27c9c8 req-441802fb-9114-406f-8168-2f66ee7c52c7 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529332 Aug 31 19:49:06.524389 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3369a829-38a6-494b-82c3-00925258b6e5 req-cc66b255-c4e3-4edd-a8b4-0eac01829e40 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Aug 31 19:49:07.663793 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb76ca-2aef-419c-8d3e-d220103231fa req-6f148338-73b4-4d7a-9cbc-249d2529c602 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:07.665930 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d4eb76ca-2aef-419c-8d3e-d220103231fa req-6f148338-73b4-4d7a-9cbc-249d2529c602 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 944 time: 0.0537810 Aug 31 19:49:07.674575 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220fcb3-93c2-484d-ac0f-e60a44c17f5a req-2f4e7d81-2699-4731-92b9-9e4a48a03335 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:07.676970 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a220fcb3-93c2-484d-ac0f-e60a44c17f5a req-2f4e7d81-2699-4731-92b9-9e4a48a03335 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 944 time: 0.0674443 Aug 31 19:49:07.713755 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d4eb76ca-2aef-419c-8d3e-d220103231fa req-b7ae3957-73a5-4ae0-8878-ca2e9b1f9160 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358734 Aug 31 19:49:07.726598 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a220fcb3-93c2-484d-ac0f-e60a44c17f5a req-c894e694-bc2a-4f0b-b70e-4b35df1539a3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426819 Aug 31 19:49:08.471537 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4147dcef-27b8-48de-ad11-4614fdf2ed37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:08.517791 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 33f27b1f-1998-4132-84b7-99b479495db1 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:49:08.572011 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 33f27b1f-1998-4132-84b7-99b479495db1 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:49:08.576605 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 33f27b1f-1998-4132-84b7-99b479495db1 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:49:08.576979 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:08.670709 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:08.708855 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f27b1f-1998-4132-84b7-99b479495db1'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:49:08.712189 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70af1924-b51a-4925-851f-ac44880c9e2c" -d '{"events": [{"server_uuid": "7bc82d7d-91d2-4085-bccd-648b9e5c0bda", "name": "network-vif-plugged", "status": "completed", "tag": "33f27b1f-1998-4132-84b7-99b479495db1"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:49:08.730042 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 33f27b1f-1998-4132-84b7-99b479495db1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=33f27b1f-1998-4132-84b7-99b479495db1,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:08.734439 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:08.735260 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:49:08.780803 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712875a0-d149-4a31-b4e5-426bf3cc5653 x-openstack-request-id: req-712875a0-d149-4a31-b4e5-426bf3cc5653 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:49:08.781143 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc82d7d-91d2-4085-bccd-648b9e5c0bda", "name": "network-vif-plugged", "status": "completed", "tag": "33f27b1f-1998-4132-84b7-99b479495db1", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:49:08.781372 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-712875a0-d149-4a31-b4e5-426bf3cc5653 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:49:08.782084 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f27b1f-1998-4132-84b7-99b479495db1', 'code': 200} Aug 31 19:49:08.833934 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=33f27b1f-1998-4132-84b7-99b479495db1,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:08.845304 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port ae5648ea-7b97-440d-a040-a206e6ce7258 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:49:08.845785 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:08.918875 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d460c-720d-43d1-a097-6d3fc3c91e1e req-1e0e6c21-e896-4901-b8ae-65a72a0d8aa3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:08.920561 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e53d460c-720d-43d1-a097-6d3fc3c91e1e req-1e0e6c21-e896-4901-b8ae-65a72a0d8aa3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 944 time: 0.0902603 Aug 31 19:49:08.939274 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b15f42-97d2-4318-bbdf-715b5d887a15 req-f1364cfb-403b-4eb1-93bf-c13e81b1aecc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:08.943120 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-80b15f42-97d2-4318-bbdf-715b5d887a15 req-f1364cfb-403b-4eb1-93bf-c13e81b1aecc tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 945 time: 0.0916333 Aug 31 19:49:08.982161 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:08.982422 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e53d460c-720d-43d1-a097-6d3fc3c91e1e req-7bf25d65-d25b-48e3-961b-ad76d3e817a1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524769 Aug 31 19:49:09.001720 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-80b15f42-97d2-4318-bbdf-715b5d887a15 req-7d0a2c76-7b87-46f8-82d8-3ba97928add6 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502868 Aug 31 19:49:09.027604 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:49:09.033255 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:09.086525 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=10']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:49:09.113446 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89772c-0ceb-47b1-ae1f-04c4ee1b8574 req-45ccba42-3b08-4e5c-ba43-a4f32a005119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:09.115074 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ff89772c-0ceb-47b1-ae1f-04c4ee1b8574 req-45ccba42-3b08-4e5c-ba43-a4f32a005119 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 1098 time: 0.1162989 Aug 31 19:49:09.154336 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ff89772c-0ceb-47b1-ae1f-04c4ee1b8574 req-d89d0edb-828d-48c7-bc62-eeef4dbab8a2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304420 Aug 31 19:49:10.129266 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545848f2-c37a-45ed-a542-31d074ba805f req-d3a017f5-ebdf-4c6e-8616-b4f3befc1d37 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:10.130969 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-545848f2-c37a-45ed-a542-31d074ba805f req-d3a017f5-ebdf-4c6e-8616-b4f3befc1d37 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 946 time: 0.0608974 Aug 31 19:49:10.176375 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c0bb-4326-4ac7-ba30-926d36df8458 req-0b9a4fe3-707b-4f8b-99b3-8aff20070c4f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:10.178008 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f692c0bb-4326-4ac7-ba30-926d36df8458 req-0b9a4fe3-707b-4f8b-99b3-8aff20070c4f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 945 time: 0.0626955 Aug 31 19:49:10.194835 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-545848f2-c37a-45ed-a542-31d074ba805f req-dfb0bd18-aafb-4f5e-a271-525ed2a4f305 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564294 Aug 31 19:49:10.232965 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f692c0bb-4326-4ac7-ba30-926d36df8458 req-8b27ac15-5fe6-436d-bef0-ec41069b889c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483747 Aug 31 19:49:10.782972 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:49:10.785312 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05bf10b-af67-4b42-8028-bc10529641e8" -d '{"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:49:10.845444 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3f7a5b-3ee8-4fd1-922c-3a02be34b203 x-openstack-request-id: req-1a3f7a5b-3ee8-4fd1-922c-3a02be34b203 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:49:10.845740 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:49:10.846151 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a3f7a5b-3ee8-4fd1-922c-3a02be34b203 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:49:10.846592 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'code': 200} Aug 31 19:49:11.103646 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ee6d4-924d-4f45-997d-dfff4f9b27ed req-decd11eb-164d-4597-ba35-63002849aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:11.105143 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f11ee6d4-924d-4f45-997d-dfff4f9b27ed req-decd11eb-164d-4597-ba35-63002849aaa0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 1099 time: 0.0486927 Aug 31 19:49:11.143404 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f11ee6d4-924d-4f45-997d-dfff4f9b27ed req-7fff7474-dccf-4875-a0c5-6e33615ea42a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303855 Aug 31 19:49:11.343643 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f27be-977c-4302-aacf-bcbaaa8a0bbe req-ae829c76-9851-4181-affa-277474e5bb8c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:11.345295 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0b6f27be-977c-4302-aacf-bcbaaa8a0bbe req-ae829c76-9851-4181-affa-277474e5bb8c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 946 time: 0.0552340 Aug 31 19:49:11.368704 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe5d3a-a55f-4d07-96c3-13e70d85e005 req-ee4214c3-631e-42b1-955b-195ce2c5ba06 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:11.370411 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-28fe5d3a-a55f-4d07-96c3-13e70d85e005 req-ee4214c3-631e-42b1-955b-195ce2c5ba06 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 945 time: 0.0622234 Aug 31 19:49:11.389108 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0b6f27be-977c-4302-aacf-bcbaaa8a0bbe req-80d7ab76-a1fd-440c-89d6-3d77e4d63823 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376351 Aug 31 19:49:11.416303 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-28fe5d3a-a55f-4d07-96c3-13e70d85e005 req-8a18c8ce-93e0-4a7a-96d9-b6cbf214ea9f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390213 Aug 31 19:49:11.545299 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:11.590681 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f22c-9859-4b70-b469-cd6dab1bc18d req-68937615-2247-4907-92d0-aef168808ca1 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:11.593299 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b265f22c-9859-4b70-b469-cd6dab1bc18d req-68937615-2247-4907-92d0-aef168808ca1 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 945 time: 0.0812306 Aug 31 19:49:11.602239 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 51770) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:49:11.607400 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Request body: {'floatingip': {'port_id': '33f27b1f-1998-4132-84b7-99b479495db1'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:49:11.649696 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:11.935961 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bbca13a8-d932-41ad-869c-bd1b0e7496cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:12.434558 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.db.resource_extend [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 19:49:12.493985 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:12.500048 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:12.642415 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61d1fe-6499-4483-9a7d-10358bd327c9 req-b329b4cc-67ca-4170-9e62-7f7d08682b22 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:12.644011 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7b61d1fe-6499-4483-9a7d-10358bd327c9 req-b329b4cc-67ca-4170-9e62-7f7d08682b22 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 946 time: 0.1069210 Aug 31 19:49:12.655897 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Floating IP 2f5c1c86-dc5a-4baf-9c7c-e620dc9a7b32 associated. External IP: 172.27.0.215, port: 33f27b1f-1998-4132-84b7-99b479495db1. Aug 31 19:49:12.784312 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7b61d1fe-6499-4483-9a7d-10358bd327c9 req-4915342a-8ba4-45e3-841e-bd635384c0aa tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230979 Aug 31 19:49:12.952025 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Router f4c81b64-8915-4ec5-8c9d-7452bb469586 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:49:12.991090 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:13.083985 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:49:13.091527 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:13.099993 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] Sync routers for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:49:13.118414 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:13.119166 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:49:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:13.132751 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e9414cb4-b38e-4506-a6a8-715dee0a3ef2 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "PUT /v2.0/floatingips/2f5c1c86-dc5a-4baf-9c7c-e620dc9a7b32 HTTP/1.1" status: 200 len: 991 time: 1.5265863 Aug 31 19:49:13.132751 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'tag': '33f27b1f-1998-4132-84b7-99b479495db1'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:49:13.135336 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc82d7d-91d2-4085-bccd-648b9e5c0bda", "tag": "33f27b1f-1998-4132-84b7-99b479495db1"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:49:13.189905 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37c7215-b635-441f-8fd0-7d5627eb421e x-openstack-request-id: req-e37c7215-b635-441f-8fd0-7d5627eb421e {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:49:13.190393 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc82d7d-91d2-4085-bccd-648b9e5c0bda", "tag": "33f27b1f-1998-4132-84b7-99b479495db1", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:49:13.190820 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e37c7215-b635-441f-8fd0-7d5627eb421e {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:49:13.191453 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'tag': '33f27b1f-1998-4132-84b7-99b479495db1', 'status': 'completed', 'code': 200} Aug 31 19:49:13.310631 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-325923c7-1dcf-44ed-967c-81a839e494d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:13.310903 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:13.313164 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-325923c7-1dcf-44ed-967c-81a839e494d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f00f081bae854ae8bbe175c419432837&device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 1098 time: 0.0678689 Aug 31 19:49:13.432035 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-d24e01e4-02cb-4a71-80c8-afe77cd43abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:13.433642 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-d24e01e4-02cb-4a71-80c8-afe77cd43abe service neutron] 10.222.0.55 "GET /v2.0/networks?id=1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 200 len: 912 time: 0.1123888 Aug 31 19:49:13.522424 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-8a9ec6b2-0281-4345-8559-aef4794b971a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33f27b1f-1998-4132-84b7-99b479495db1 HTTP/1.1" status: 200 len: 999 time: 0.0811200 Aug 31 19:49:13.596235 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-56fb4862-f102-47d4-ade5-e402fb1f8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:13.597779 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-56fb4862-f102-47d4-ade5-e402fb1f8342 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 200 len: 850 time: 0.0678196 Aug 31 19:49:13.650839 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-8981185b-72c7-4cc6-bb89-cd3716b3315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:13.651168 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '2f5c1c86-dc5a-4baf-9c7c-e620dc9a7b32', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'port_id': '33f27b1f-1998-4132-84b7-99b479495db1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'mac_address': 'fa:16:3e:c0:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:48:40Z', 'updated_at': '2021-08-31T19:49:12Z', 'revision_number': 1, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:13.652583 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-8981185b-72c7-4cc6-bb89-cd3716b3315a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1bcee167-2444-4fc9-bb48-ee50aa69646c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470028 Aug 31 19:49:13.664834 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-a2a0fbe8-07cc-4bcc-b6a2-0539caa2a78c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:49:13.666060 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-a2a0fbe8-07cc-4bcc-b6a2-0539caa2a78c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065935 Aug 31 19:49:13.679765 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] Checking router: f4c81b64-8915-4ec5-8c9d-7452bb469586 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:49:13.693455 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:49:13.694515 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:49:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:13.806051 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-c0ac8ecd-822e-4662-b105-b2b78fccee17 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328199 Aug 31 19:49:13.841204 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:49:14.001058 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a21e8b0e-edcf-4e1d-88f5-9f5c47281088 req-7d8c1365-9827-4f8b-bddb-34cb8099ec66 service neutron] 10.222.0.55 "GET /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872222 Aug 31 19:49:14.017669 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1495c-c41a-48a0-b897-722c355af704 req-a1e66cd8-02b9-4bca-86e8-bdb9209ce030 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:49:14.020334 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5da1495c-c41a-48a0-b897-722c355af704 req-a1e66cd8-02b9-4bca-86e8-bdb9209ce030 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 946 time: 0.1336410 Aug 31 19:49:14.081302 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5da1495c-c41a-48a0-b897-722c355af704 req-fdf4173f-9d03-49c3-9194-2c853037172c tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482132 Aug 31 19:49:14.157545 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '2f5c1c86-dc5a-4baf-9c7c-e620dc9a7b32', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'port_id': '33f27b1f-1998-4132-84b7-99b479495db1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'mac_address': 'fa:16:3e:c0:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:48:40Z', 'updated_at': '2021-08-31T19:49:12Z', 'revision_number': 1, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:49:14.185592 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a871a80-eecc-4fd7-89c6-878e132328fb None None] The sync data for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi is: [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '2f5c1c86-dc5a-4baf-9c7c-e620dc9a7b32', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'port_id': '33f27b1f-1998-4132-84b7-99b479495db1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'mac_address': 'fa:16:3e:c0:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:48:40Z', 'updated_at': '2021-08-31T19:49:12Z', 'revision_number': 1, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:49:14.402260 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb3069-78c2-44d9-a714-434ff8a1e2c8 None None] New status for floating IP 2f5c1c86-dc5a-4baf-9c7c-e620dc9a7b32: ACTIVE {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:49:14.503626 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:27.473704 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:35.376703 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:49:38.475093 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f6df-90d2-4b2f-88bb-6d7a66795f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:41.541183 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:41.940505 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ea75bc2c-6ff1-446e-81dd-b32ec70f0823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:42.994301 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:44.506005 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:49:57.466898 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:02.266329 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-5ec37f6a-0f23-4913-adf2-2a445c1ab75b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556800 Aug 31 19:50:02.352433 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-a506e917-766d-4e5e-826e-bad72ceea399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:02.354184 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-a506e917-766d-4e5e-826e-bad72ceea399 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 1099 time: 0.0467856 Aug 31 19:50:02.471384 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-c2e2a272-616b-4052-a1f4-8d77fce52794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:02.472975 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-c2e2a272-616b-4052-a1f4-8d77fce52794 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.0988705 Aug 31 19:50:02.549144 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-8c9021bc-910b-4a80-8297-fbc1e854360e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951008aa-3b0e-4dab-a126-727eda5311b5 HTTP/1.1" status: 200 len: 1002 time: 0.0686235 Aug 31 19:50:02.611405 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-76dce8e4-d42c-4286-a886-33ea818003c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:02.612994 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-76dce8e4-d42c-4286-a886-33ea818003c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0563135 Aug 31 19:50:02.670368 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-b920b733-7c5f-4009-ba30-1d551d6c437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:02.671985 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-b920b733-7c5f-4009-ba30-1d551d6c437f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506482 Aug 31 19:50:02.776595 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-7a9a33bb-c518-4746-ad22-63dd440ade38 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954022 Aug 31 19:50:02.885191 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c97cb1ec-051f-43f1-ad42-f4852ecae791 req-4cb20b7f-4168-4a17-85a3-fb5ebd0a58d0 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020668 Aug 31 19:50:08.481501 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-a7733b4a-6ffc-4077-8c29-2826d397d5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:09.243497 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5324db5e-9b47-4883-abe8-bb7b2f4a4104 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696120356&fields=id&tenant_id=838bb3d709f94a2bbd5626fe2bb603b8 HTTP/1.1" status: 200 len: 267 time: 0.0457652 Aug 31 19:50:09.372392 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-060f3fb4-3634-4d47-8722-e460080bbf9e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:09.374293 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-060f3fb4-3634-4d47-8722-e460080bbf9e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 812 time: 0.1231730 Aug 31 19:50:09.394937 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-b87878df-5c1d-437a-9a67-0eef4553ae0d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/quotas/838bb3d709f94a2bbd5626fe2bb603b8 HTTP/1.1" status: 200 len: 375 time: 0.0100758 Aug 31 19:50:09.463045 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-ebcc4531-3c4c-47d5-8884-338ef9bb4648 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0580826 Aug 31 19:50:09.484590 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-210fb349-6c65-4440-b353-b097eb26d4ee tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=95343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 19:50:09.486431 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-210fb349-6c65-4440-b353-b097eb26d4ee tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103173 Aug 31 19:50:09.638995 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-86362f32-837d-4135-8e39-d3ff6554ffc7 service neutron] 10.222.0.54 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439657 Aug 31 19:50:09.754186 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-746ebd6e-fa0e-4704-b973-4ea18c0cb74e service neutron] 10.222.0.54 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078100 Aug 31 19:50:10.202629 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-343aabfc-f098-4338-af91-7c763f4deaae req-599e03f3-b0cb-4786-8322-9fcd68497ec9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 210 time: 0.0467079 Aug 31 19:50:11.332331 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d8bf81f0-df45-48a8-a372-ee654b9aa237 req-a548c1e8-76b1-4b34-8939-3a64ba894be0 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 210 time: 0.0384867 Aug 31 19:50:11.451738 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-b9a5996f-c8aa-43da-b2b9-b1e6f52ae8f0 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:11.453432 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-b9a5996f-c8aa-43da-b2b9-b1e6f52ae8f0 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 812 time: 0.1318944 Aug 31 19:50:11.512486 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-cc8f075a-6cb1-4ff5-bcc3-93995270360b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838bb3d709f94a2bbd5626fe2bb603b8 HTTP/1.1" status: 200 len: 379 time: 0.0429366 Aug 31 19:50:11.535387 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'port': {'device_id': '20ef889e-20ba-42a8-83bc-d78565166459', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'admin_state_up': True, 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'security_groups': ['c5658e95-6455-454c-8d1a-1063dac313fe']}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:11.540490 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:11.676885 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Made reservation on behalf of 838bb3d709f94a2bbd5626fe2bb603b8 for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:50:11.681504 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:11.832500 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Allocated IP 172.20.0.11 (c87210da-3a04-4129-9954-1862602f9fb6/ba68b385-ed91-4848-a58c-b4d8031d8aa9/88d07cba-0941-4c49-9093-c9ade66fdc3a) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:50:11.947906 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ba4516fa-8a8a-411b-9b4b-5d169e0a86f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:11.994236 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.011471 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Transition to ACTIVE for port object 88d07cba-0941-4c49-9093-c9ade66fdc3a will not be triggered until provisioned by entity DHCP. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:50:12.049668 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.099750 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Network c87210da-3a04-4129-9954-1862602f9fb6 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:50:12.104617 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:50:12.108996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:50:12.156991 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'Port': ['ID=88d07cba-0941-4c49-9093-c9ade66fdc3a,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:12.196271 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.196968 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.197493 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.198059 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.198511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.199034 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.199567 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.200097 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.200594 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.201072 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.201600 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.202164 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:12.224272 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:12.225142 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.249792 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-5e04a919-f7ac-4c7e-8853-49e69e76eb7a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7212234 Aug 31 19:50:12.271191 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Request body: {'port': {'device_id': '20ef889e-20ba-42a8-83bc-d78565166459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:12.365242 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.379032 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:50:12.411608 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-15b915bb-c4d9-4aa0-8b05-33a09a556081 None None] Provisioning for port 88d07cba-0941-4c49-9093-c9ade66fdc3a completed by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:50:12.419104 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-15b915bb-c4d9-4aa0-8b05-33a09a556081 None None] Provisioning complete for port 88d07cba-0941-4c49-9093-c9ade66fdc3a triggered by entity DHCP. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:50:12.419480 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-15b915bb-c4d9-4aa0-8b05-33a09a556081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.618257 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fe54e-87f6-4de3-a861-b6bc7f4a8710 req-74161f81-d9cb-407e-a42b-a8945618604a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:12.619391 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-15b915bb-c4d9-4aa0-8b05-33a09a556081 None None] Port 88d07cba-0941-4c49-9093-c9ade66fdc3a cannot update to ACTIVE because it is not bound. {{(pid=95344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 19:50:12.620189 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed0fe54e-87f6-4de3-a861-b6bc7f4a8710 req-74161f81-d9cb-407e-a42b-a8945618604a tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 932 time: 0.1854308 Aug 31 19:50:12.738677 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed0fe54e-87f6-4de3-a861-b6bc7f4a8710 req-58cddd58-ad5e-4527-a159-ad0bee9d09b1 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046550 Aug 31 19:50:12.859670 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d07cba-0941-4c49-9093-c9ade66fdc3a {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:50:12.869182 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.883657 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Transition to ACTIVE for port object 88d07cba-0941-4c49-9093-c9ade66fdc3a will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:50:12.889141 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:12.952578 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Pushing event updated for resources: {'Port': ['ID=88d07cba-0941-4c49-9093-c9ade66fdc3a,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:12.999249 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:13.033829 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Attempting to bind port 88d07cba-0941-4c49-9093-c9ade66fdc3a on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:50:13.034263 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Attempting to bind port 88d07cba-0941-4c49-9093-c9ade66fdc3a by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:50:13.034602 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Attempting to bind port 88d07cba-0941-4c49-9093-c9ade66fdc3a on network c87210da-3a04-4129-9954-1862602f9fb6 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:50:13.041106 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Port 88d07cba-0941-4c49-9093-c9ade66fdc3a on network c87210da-3a04-4129-9954-1862602f9fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:50:13.041613 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Attempting to bind port 88d07cba-0941-4c49-9093-c9ade66fdc3a on network c87210da-3a04-4129-9954-1862602f9fb6 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:50:13.050501 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:50:13.051011 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Checking segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:50:13.051596 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Bound using segment: {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:50:13.052269 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Bound port: 88d07cba-0941-4c49-9093-c9ade66fdc3a, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ba1883-b79b-43f3-af2b-5692e01eff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:50:13.052814 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:13.130092 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] For port 88d07cba-0941-4c49-9093-c9ade66fdc3a, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:50:13.133443 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] For port 88d07cba-0941-4c49-9093-c9ade66fdc3a, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:50:13.137694 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:13.173302 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:13.174009 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:13.175444 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] 10.222.0.55 "PUT /v2.0/ports/88d07cba-0941-4c49-9093-c9ade66fdc3a HTTP/1.1" status: 200 len: 1094 time: 0.9106605 Aug 31 19:50:13.175899 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:13.178221 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b593e907-2967-490d-889d-01dab09d5965" -d '{"events": [{"name": "network-changed", "server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:13.206876 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e304b32-9765-4ad7-85e1-9b182a9d18ad service neutron] Pushing event updated for resources: {'Port': ['ID=88d07cba-0941-4c49-9093-c9ade66fdc3a,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:13.283293 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-6c910a19-33d9-4235-a5da-27cda0a98738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:13.284925 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-6c910a19-33d9-4235-a5da-27cda0a98738 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 1097 time: 0.0476658 Aug 31 19:50:13.363173 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3156db2d-251f-4842-a061-5059bbe30e84 x-openstack-request-id: req-3156db2d-251f-4842-a061-5059bbe30e84 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:13.363565 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:13.363745 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3156db2d-251f-4842-a061-5059bbe30e84 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:13.364064 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'status': 'completed', 'code': 200} Aug 31 19:50:13.366099 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-6b2c879c-1dae-4f8c-a7c3-8fdedc5a261c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a HTTP/1.1" status: 200 len: 217 time: 0.0669773 Aug 31 19:50:13.420156 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-9179f185-96c9-498b-a75e-a64027aef680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:13.421578 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-9179f185-96c9-498b-a75e-a64027aef680 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0484877 Aug 31 19:50:13.474487 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-7d264d83-e088-4225-9f0b-cec096c16eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:13.476147 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-7d264d83-e088-4225-9f0b-cec096c16eb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471492 Aug 31 19:50:13.595813 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-44b22c4e-e1d8-416d-a873-6697bd89a3f5 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101947 Aug 31 19:50:13.695898 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-f4182a3b-9e2c-478f-a8d2-70d03cceb18f req-05470e37-9068-4527-a623-c88181491933 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906949 Aug 31 19:50:13.865857 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593e907-2967-490d-889d-01dab09d5965 req-95f94a53-d1c6-4076-9297-0de70984b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:13.867488 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b593e907-2967-490d-889d-01dab09d5965 req-95f94a53-d1c6-4076-9297-0de70984b9f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 1097 time: 0.0621526 Aug 31 19:50:13.906350 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f02c4-4915-4b08-a671-23e71c11261a req-aec2e42a-5d13-4745-99af-37bb750f3fbf tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:13.908930 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-864f02c4-4915-4b08-a671-23e71c11261a req-aec2e42a-5d13-4745-99af-37bb750f3fbf tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 944 time: 0.0690923 Aug 31 19:50:13.968608 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-864f02c4-4915-4b08-a671-23e71c11261a req-c9bb0d61-a9e9-4ab0-a96b-bb625279cfba tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521538 Aug 31 19:50:13.974194 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593e907-2967-490d-889d-01dab09d5965 req-b6c126f7-9481-4754-8c2c-e953434b7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:13.975694 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b593e907-2967-490d-889d-01dab09d5965 req-b6c126f7-9481-4754-8c2c-e953434b7cbb service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.0999570 Aug 31 19:50:14.027237 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b593e907-2967-490d-889d-01dab09d5965 req-9cc72f0f-1728-4c84-abb0-51515e96017c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a HTTP/1.1" status: 200 len: 217 time: 0.0424409 Aug 31 19:50:14.089368 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593e907-2967-490d-889d-01dab09d5965 req-22170a9c-18e8-4a8c-99d6-1f8e5e8b56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:14.090956 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b593e907-2967-490d-889d-01dab09d5965 req-22170a9c-18e8-4a8c-99d6-1f8e5e8b56c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0573018 Aug 31 19:50:14.454841 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593e907-2967-490d-889d-01dab09d5965 req-af0d75e4-1f4e-46b3-af54-83844b7d21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:14.456497 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b593e907-2967-490d-889d-01dab09d5965 req-af0d75e4-1f4e-46b3-af54-83844b7d21ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3548839 Aug 31 19:50:14.509222 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:14.556662 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b593e907-2967-490d-889d-01dab09d5965 req-288df2ad-fdf7-4e24-b534-4c32c0aa9496 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905106 Aug 31 19:50:14.712877 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b593e907-2967-490d-889d-01dab09d5965 req-7d6173e5-ddc9-4fa3-a6c9-1c5cdc9283da service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465249 Aug 31 19:50:15.109088 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0f52a-5644-44b1-8228-c55682468808 req-09a963f2-8378-4665-9176-9261b90437bd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:15.110784 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b5d0f52a-5644-44b1-8228-c55682468808 req-09a963f2-8378-4665-9176-9261b90437bd tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 944 time: 0.0595415 Aug 31 19:50:15.153413 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b5d0f52a-5644-44b1-8228-c55682468808 req-327cbfad-1abf-4ca6-95b1-e1e42e25a3a0 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362289 Aug 31 19:50:16.280341 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc203-0206-4a5a-b492-0c648a388294 req-023c5c68-ae64-42b3-930e-4a2abe3c79a2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:16.281932 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-137fc203-0206-4a5a-b492-0c648a388294 req-023c5c68-ae64-42b3-930e-4a2abe3c79a2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 944 time: 0.0567369 Aug 31 19:50:16.338214 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-137fc203-0206-4a5a-b492-0c648a388294 req-4951c367-824c-4943-b627-fdb64c8bc4be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461912 Aug 31 19:50:17.470917 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b63600-e352-4114-b549-d9234a928bec req-17379bc1-905a-4110-a344-af55f8ef6fa1 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:17.472522 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a3b63600-e352-4114-b549-d9234a928bec req-17379bc1-905a-4110-a344-af55f8ef6fa1 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 944 time: 0.0598433 Aug 31 19:50:17.519276 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a3b63600-e352-4114-b549-d9234a928bec req-04457c04-5cba-40f9-bf52-96dfcc6f2ee9 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349283 Aug 31 19:50:18.645008 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb094-3275-47f1-9b4c-0a6d63b5603d req-b892f9a3-b843-47a7-8594-6253359420bc tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:18.646666 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2a0fb094-3275-47f1-9b4c-0a6d63b5603d req-b892f9a3-b843-47a7-8594-6253359420bc tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 944 time: 0.0544987 Aug 31 19:50:18.698497 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-2a0fb094-3275-47f1-9b4c-0a6d63b5603d req-15c96531-9c4d-4f9c-8f89-da360b8d2cf4 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407515 Aug 31 19:50:19.172560 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a71bd2-9495-4c6e-953a-12d19b932998 req-54b2cb01-4266-479c-a253-c8eecbf3c81f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:19.175306 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a9a71bd2-9495-4c6e-953a-12d19b932998 req-54b2cb01-4266-479c-a253-c8eecbf3c81f tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 946 time: 0.0912030 Aug 31 19:50:19.217489 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a9a71bd2-9495-4c6e-953a-12d19b932998 req-3c14f1fc-9c65-43e0-8eaf-9506a22c9703 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362027 Aug 31 19:50:19.835252 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49f56-925c-467e-acd6-726f08442c4f req-77181898-4330-4d49-9561-7f4feb4ab51c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:19.837113 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-22b49f56-925c-467e-acd6-726f08442c4f req-77181898-4330-4d49-9561-7f4feb4ab51c tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 944 time: 0.0556078 Aug 31 19:50:19.885938 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-22b49f56-925c-467e-acd6-726f08442c4f req-090f9de5-8d9e-429f-8dc6-09488954a895 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379856 Aug 31 19:50:20.360397 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c026ca-f3ec-4c71-8a70-797432fb24e2 req-379dcf46-d75c-42d1-ac82-c07cd8c685a3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:20.362046 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b5c026ca-f3ec-4c71-8a70-797432fb24e2 req-379dcf46-d75c-42d1-ac82-c07cd8c685a3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 946 time: 0.0593643 Aug 31 19:50:20.405533 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b5c026ca-f3ec-4c71-8a70-797432fb24e2 req-258aaf94-9c32-4973-aceb-372c787359e3 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373406 Aug 31 19:50:21.020372 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba381ac-6b32-4124-afa8-2e62757211b9 req-4ef7a248-6aa5-4522-887f-3ab58a0a7a33 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:21.022100 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eba381ac-6b32-4124-afa8-2e62757211b9 req-4ef7a248-6aa5-4522-887f-3ab58a0a7a33 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 944 time: 0.0601656 Aug 31 19:50:21.070777 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-eba381ac-6b32-4124-afa8-2e62757211b9 req-82e005f0-6b72-4081-9931-fbada8d3b9bb tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377414 Aug 31 19:50:21.177574 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-e5a48356-49cc-4a0f-a6e9-b83b6d4dc110 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:21.179758 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-e5a48356-49cc-4a0f-a6e9-b83b6d4dc110 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 946 time: 0.0601106 Aug 31 19:50:21.287421 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Deleting port ae5648ea-7b97-440d-a040-a206e6ce7258 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:50:21.287769 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:21.426710 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] For port ae5648ea-7b97-440d-a040-a206e6ce7258, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ae5648ea-7b97-440d-a040-a206e6ce7258,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:21.427074 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:21.617456 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24999ffa-c004-4159-94e1-fc7bad8fff01 req-a926559f-960c-4ee7-b09e-4420a57c30a5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:21.619761 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-24999ffa-c004-4159-94e1-fc7bad8fff01 req-a926559f-960c-4ee7-b09e-4420a57c30a5 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 946 time: 0.1313894 Aug 31 19:50:21.716582 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-24999ffa-c004-4159-94e1-fc7bad8fff01 req-63ceab64-0950-432d-9148-2d6fc8842be1 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups?id=92f970b9-25f9-44c6-81f6-b7e323322c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859609 Aug 31 19:50:21.721410 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:21.722106 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:21.722621 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Floating IP 3c0f5601-a00b-4869-9568-030560e6741b disassociated. External IP: 172.27.0.27, port: ae5648ea-7b97-440d-a040-a206e6ce7258. Aug 31 19:50:21.723182 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Calling delete_port for ae5648ea-7b97-440d-a040-a206e6ce7258 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:50:21.877618 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:21.918341 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event deleted for resources: {'Port': ['ID=ae5648ea-7b97-440d-a040-a206e6ce7258,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:22.052921 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Router a89e96f1-7ccc-48f7-ac7e-612b927aba13 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:50:22.178394 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:50:22.195567 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] Sync routers for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:50:22.213298 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:50:22.214181 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:50:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:22.225586 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280cb8b-5cdb-408e-82ab-6ab0550c454c req-0a2c4b61-e167-4028-8456-33f95cecd309 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:22.229019 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f280cb8b-5cdb-408e-82ab-6ab0550c454c req-0a2c4b61-e167-4028-8456-33f95cecd309 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 944 time: 0.0615113 Aug 31 19:50:22.250507 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] No DVR routers for this DVR port ae5648ea-7b97-440d-a040-a206e6ce7258 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:50:22.253743 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:22.256029 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8ca5dc12-c3b4-4e75-85f1-3668a5aa49fd req-f7256fed-cfc2-48ed-a4ca-0d971ebf9c76 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.55 "DELETE /v2.0/ports/ae5648ea-7b97-440d-a040-a206e6ce7258 HTTP/1.1" status: 204 len: 173 time: 1.0700662 Aug 31 19:50:22.256352 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-deleted', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:22.259561 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c648754d-9b1f-4e95-a780-b5529bb329a4" -d '{"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-deleted", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:22.321824 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f280cb8b-5cdb-408e-82ab-6ab0550c454c req-83425bd8-6001-4102-8e0f-cb6c81cf5428 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856760 Aug 31 19:50:22.361326 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2e5397-a03a-4a60-bf85-e0d44297fbd6 x-openstack-request-id: req-5a2e5397-a03a-4a60-bf85-e0d44297fbd6 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:22.362077 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac57d2c-49ab-484f-b1d6-0ddb18e9804e", "name": "network-vif-deleted", "tag": "ae5648ea-7b97-440d-a040-a206e6ce7258", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:22.362077 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a2e5397-a03a-4a60-bf85-e0d44297fbd6 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:22.363281 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac57d2c-49ab-484f-b1d6-0ddb18e9804e', 'name': 'network-vif-deleted', 'tag': 'ae5648ea-7b97-440d-a040-a206e6ce7258', 'status': 'completed', 'code': 200} Aug 31 19:50:22.404195 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:50:22.683757 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:22.717264 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] Checking router: a89e96f1-7ccc-48f7-ac7e-612b927aba13 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:50:22.726746 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:50:22.727505 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:50:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:22.824031 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 88d07cba-0941-4c49-9093-c9ade66fdc3a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:50:22.879630 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:50:22.900080 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7ed670ab-f161-4252-91c0-293f09fd0420 req-72060e34-e330-414a-8a3e-aa09a5354479 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ac57d2c-49ab-484f-b1d6-0ddb18e9804e HTTP/1.1" status: 200 len: 210 time: 0.0304399 Aug 31 19:50:23.078363 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 88d07cba-0941-4c49-9093-c9ade66fdc3a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:23.097585 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'port_id': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'mac_address': 'fa:16:3e:d1:71:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:50:23.190083 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:23.209956 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d07cba-0941-4c49-9093-c9ade66fdc3a {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:50:23.239170 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 88d07cba-0941-4c49-9093-c9ade66fdc3a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:23.245463 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:23.287358 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:23.327581 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7b880-856c-42e8-8946-17e73c9674a2 None None] The sync data for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi is: [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:38:54Z', 'revision_number': 4, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '9e80fdee-82f7-4a90-b10f-21b619857ae3', 'name': '', 'network_id': '94e9390e-e3fb-4b10-bffd-be051d391074', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'mac_address': 'fa:16:3e:cf:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:53Z', 'updated_at': '2021-08-31T19:39:06Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'subnets': [{'id': '81ac21e9-a5ac-46fd-9b85-e2725132184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:50:23.340031 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=88d07cba-0941-4c49-9093-c9ade66fdc3a,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:23.348823 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.349317 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.349646 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.350000 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.350344 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.351990 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.352642 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.353122 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.353608 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.354283 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.354487 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.354781 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:23.474770 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f89ec-de17-4f49-a82e-16b89a65b300 req-42fb934a-9ecb-4741-8e0d-4047bde3238b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:23.476928 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-645f89ec-de17-4f49-a82e-16b89a65b300 req-42fb934a-9ecb-4741-8e0d-4047bde3238b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 945 time: 0.0557508 Aug 31 19:50:23.526021 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-645f89ec-de17-4f49-a82e-16b89a65b300 req-8db39317-44a9-489c-8b11-5ad4f02ea737 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416996 Aug 31 19:50:23.634459 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff1fe3-9137-48a3-a324-483e4b14f567 None None] New status for floating IP 3c0f5601-a00b-4869-9568-030560e6741b: DOWN {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:50:23.750057 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['88d07cba-0941-4c49-9093-c9ade66fdc3a'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:50:24.015456 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52074) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:24.076998 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f66df01c-dbf3-4d12-bf72-a07c29ce86ff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.104875 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f66df01c-dbf3-4d12-bf72-a07c29ce86ff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.159018 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f66df01c-dbf3-4d12-bf72-a07c29ce86ff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.162540 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f66df01c-dbf3-4d12-bf72-a07c29ce86ff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.164294 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-f66df01c-dbf3-4d12-bf72-a07c29ce86ff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "DELETE /v2.0/security-groups/92f970b9-25f9-44c6-81f6-b7e323322c77 HTTP/1.1" status: 204 len: 168 time: 0.1473935 Aug 31 19:50:24.168706 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52076) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:24.180167 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66df01c-dbf3-4d12-bf72-a07c29ce86ff tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f970b9-25f9-44c6-81f6-b7e323322c77,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:24.188232 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.api.v2.resource [None req-fa0026f0-0a42-4957-85c8-5cf9e46367d4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] show failed (client error): The resource could not be found. Aug 31 19:50:24.194063 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52078) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:24.194341 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-fa0026f0-0a42-4957-85c8-5cf9e46367d4 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "GET /v2.0/security-groups/92f970b9-25f9-44c6-81f6-b7e323322c77 HTTP/1.1" status: 404 len: 347 time: 0.0238461 Aug 31 19:50:24.342938 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Deleting port f5ec2f9b-fe12-4c66-a129-9a1a266ae92d {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:50:24.343278 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.435784 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.436149 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.451431 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Calling delete_port for f5ec2f9b-fe12-4c66-a129-9a1a266ae92d owned by network:floatingip {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:50:24.625310 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.674052 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Pushing event deleted for resources: {'Port': ['ID=f5ec2f9b-fe12-4c66-a129-9a1a266ae92d,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:24.693325 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db999f07-d4be-4217-ae6c-b005b75ac06c req-4002e0ac-695c-442c-84fb-62a82bbce4ed tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:24.695720 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-db999f07-d4be-4217-ae6c-b005b75ac06c req-4002e0ac-695c-442c-84fb-62a82bbce4ed tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 945 time: 0.0645549 Aug 31 19:50:24.741749 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-db999f07-d4be-4217-ae6c-b005b75ac06c req-b41c90cf-362b-45d9-9073-e2994e30cd63 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390596 Aug 31 19:50:24.782136 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks [] for floatingip, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.786657 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:24.789396 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-61b91674-fa65-4110-9ecf-2b8b0ac52c42 tempest-AttachVolumeShelveTestJSON-1566191874 tempest-AttachVolumeShelveTestJSON-1566191874-project] 10.222.0.54 "DELETE /v2.0/floatingips/3c0f5601-a00b-4869-9568-030560e6741b HTTP/1.1" status: 204 len: 168 time: 0.5917165 Aug 31 19:50:24.794907 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:50:24.822523 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: ae5648ea-7b97-440d-a040-a206e6ce7258 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:50:24.822964 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device ae5648ea-7b97-440d-a040-a206e6ce7258 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:50:25.875055 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9c16d-0777-4908-97ef-fbf76f87a675 req-e7cae24a-4da7-4bf2-9cad-99433a8c2ced tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:25.876673 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9eb9c16d-0777-4908-97ef-fbf76f87a675 req-e7cae24a-4da7-4bf2-9cad-99433a8c2ced tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 945 time: 0.0577559 Aug 31 19:50:25.934677 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-9eb9c16d-0777-4908-97ef-fbf76f87a675 req-04411c76-ea6b-4085-83ed-157f4b5f0e3d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490153 Aug 31 19:50:26.786209 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 88d07cba-0941-4c49-9093-c9ade66fdc3a up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:50:26.853378 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 88d07cba-0941-4c49-9093-c9ade66fdc3a completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:50:26.858659 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 88d07cba-0941-4c49-9093-c9ade66fdc3a triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:50:26.859121 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:26.983036 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:27.040969 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:27.047687 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11662192-722c-4119-9b2c-a1facf72e096" -d '{"events": [{"server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "name": "network-vif-plugged", "status": "completed", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:27.065567 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 88d07cba-0941-4c49-9093-c9ade66fdc3a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:27.073580 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:27.138177 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99781a8-0a07-45d2-803a-c13111f8acb3 req-9bfc60dc-d662-4f0f-b489-25b27bc298a2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:27.139891 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b99781a8-0a07-45d2-803a-c13111f8acb3 req-9bfc60dc-d662-4f0f-b489-25b27bc298a2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.0717728 Aug 31 19:50:27.141522 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=88d07cba-0941-4c49-9093-c9ade66fdc3a,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:27.188689 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-b99781a8-0a07-45d2-803a-c13111f8acb3 req-4b710041-1df2-4b4d-b842-32eb7af2b1cf tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357413 Aug 31 19:50:27.271167 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8920b592-549a-412f-8b90-3f9b99e0d393 x-openstack-request-id: req-8920b592-549a-412f-8b90-3f9b99e0d393 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:27.271492 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "name": "network-vif-plugged", "status": "completed", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:27.271777 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8920b592-549a-412f-8b90-3f9b99e0d393 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:27.272206 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'code': 200} Aug 31 19:50:27.399204 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52116) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:27.472251 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:27.619577 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c091cd2-5ce7-4276-9fbc-bceffacbcc68 req-8d36c214-6a49-45fb-902e-f6e4a813eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:27.621169 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5c091cd2-5ce7-4276-9fbc-bceffacbcc68 req-8d36c214-6a49-45fb-902e-f6e4a813eea6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 1099 time: 0.1254206 Aug 31 19:50:27.707751 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5c091cd2-5ce7-4276-9fbc-bceffacbcc68 req-ceae89a8-6a05-4f30-a5aa-d2404b169285 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511527 Aug 31 19:50:27.976905 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419085'] for router_interface, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:28.260259 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Deleting port 9e80fdee-82f7-4a90-b10f-21b619857ae3 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:50:28.260599 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:28.373839 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b216675-85a7-43ed-b5c9-119a89cacdae req-2cd4ef09-984b-4b6f-9eea-4660d2cdc784 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:28.375461 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0b216675-85a7-43ed-b5c9-119a89cacdae req-2cd4ef09-984b-4b6f-9eea-4660d2cdc784 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.1026902 Aug 31 19:50:28.396025 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] For port 9e80fdee-82f7-4a90-b10f-21b619857ae3, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=9e80fdee-82f7-4a90-b10f-21b619857ae3,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:28.396403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:28.418367 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Calling delete_port for 9e80fdee-82f7-4a90-b10f-21b619857ae3 owned by network:router_interface {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:50:28.445468 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-0b216675-85a7-43ed-b5c9-119a89cacdae req-9b9b435f-f994-4ea2-bb2b-193d0d037061 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637116 Aug 31 19:50:28.659668 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:28.692821 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Pushing event deleted for resources: {'Port': ['ID=9e80fdee-82f7-4a90-b10f-21b619857ae3,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:28.874210 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419217'] for router_interface, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:29.105588 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Router a89e96f1-7ccc-48f7-ac7e-612b927aba13 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:50:29.524845 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:50:29.534045 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-3806d8f9-662d-4e68-82f7-2b66ecf87aef admin admin] 10.222.0.54 "PUT /v2.0/routers/a89e96f1-7ccc-48f7-ac7e-612b927aba13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1329017 Aug 31 19:50:29.537346 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52128) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:29.541297 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] Sync routers for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:50:29.578602 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:50:29.579696 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:50:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:29.594936 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4928eaf-30f4-4e9e-ac44-9735f29ad821 req-3f0f7d4c-c633-48b4-bd4d-7159f2989060 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:29.596758 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c4928eaf-30f4-4e9e-ac44-9735f29ad821 req-3f0f7d4c-c633-48b4-bd4d-7159f2989060 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.0693531 Aug 31 19:50:29.658934 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c4928eaf-30f4-4e9e-ac44-9735f29ad821 req-844a1cbc-758f-4508-8003-c37169ee23e6 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538406 Aug 31 19:50:29.736947 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:50:29.749567 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks [] for router, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:29.870596 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:29.943401 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Deleting port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:50:29.943698 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:30.121640 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:50:28Z', 'revision_number': 5, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port': {'id': '647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:38:49Z', 'updated_at': '2021-08-31T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:30.155939 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] Checking router: a89e96f1-7ccc-48f7-ac7e-612b927aba13 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:50:30.167837 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] Routers {'a89e96f1-7ccc-48f7-ac7e-612b927aba13'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:50:30.168760 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:50:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:30.267710 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] Set router a89e96f1-7ccc-48f7-ac7e-612b927aba13 gateway port host: None {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:50:30.326061 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] For port 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:30.326379 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:50:29Z', 'revision_number': 6, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port_host': None}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:30.326671 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:30.349332 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Calling delete_port for 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 owned by network:router_gateway {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:50:30.360025 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc49057-424b-49be-9bd7-1e45376a779e None None] The sync data for ids ['a89e96f1-7ccc-48f7-ac7e-612b927aba13'] in dv-cinder-789564-13-iscsi is: [{'id': 'a89e96f1-7ccc-48f7-ac7e-612b927aba13', 'name': 'tempest-AttachVolumeShelveTestJSON-1659742275-router', 'tenant_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:38:47Z', 'updated_at': '2021-08-31T19:50:29Z', 'revision_number': 6, 'project_id': '2b5d0468ac6d4826bfc6ba13a1762915', 'gw_port_host': None}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:50:30.541739 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:30.573460 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Pushing event deleted for resources: {'Port': ['ID=647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:30.598087 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.598432 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.598770 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.599102 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.599434 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.599764 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.600090 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.600416 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.601294 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.601619 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.601938 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.602283 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:50:30.660141 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421683'] for router_gateway, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:30.784760 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63471'] for router, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:30.794099 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:30.815396 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457e9cd-b82b-4af5-bdc2-6bef157b3fda req-faaad2d8-5553-40a6-b351-43b455701e00 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:30.831108 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9457e9cd-b82b-4af5-bdc2-6bef157b3fda req-faaad2d8-5553-40a6-b351-43b455701e00 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.0931332 Aug 31 19:50:30.879889 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424966'] for router, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:30.880706 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a89e96f1-7ccc-48f7-ac7e-612b927aba13 {{(pid=95340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:50:30.888599 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:30.890958 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-8df62b72-fa73-4098-aa45-c2da01bea67a admin admin] 10.222.0.54 "DELETE /v2.0/routers/a89e96f1-7ccc-48f7-ac7e-612b927aba13 HTTP/1.1" status: 204 len: 168 time: 1.3499153 Aug 31 19:50:30.894816 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52134) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:30.898542 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 9e80fdee-82f7-4a90-b10f-21b619857ae3 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:50:30.912566 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9457e9cd-b82b-4af5-bdc2-6bef157b3fda req-86029861-102d-47e9-a779-aded208d2d64 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801077 Aug 31 19:50:30.935975 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 9e80fdee-82f7-4a90-b10f-21b619857ae3 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:50:30.936269 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 9e80fdee-82f7-4a90-b10f-21b619857ae3 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:50:30.979725 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f30340b-a9b2-4120-b8dc-1db93f6648fa admin admin] Deleting subnet 81ac21e9-a5ac-46fd-9b85-e2725132184d {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:50:30.983750 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f30340b-a9b2-4120-b8dc-1db93f6648fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.068262 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f30340b-a9b2-4120-b8dc-1db93f6648fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26020223'] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.164971 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dee7b2-61eb-4d31-a496-e91bd2c84e2f req-e10c6f32-f335-4023-9916-ef1452365347 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:31.169405 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f1dee7b2-61eb-4d31-a496-e91bd2c84e2f req-e10c6f32-f335-4023-9916-ef1452365347 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.1594119 Aug 31 19:50:31.304652 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f30340b-a9b2-4120-b8dc-1db93f6648fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.313506 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f1dee7b2-61eb-4d31-a496-e91bd2c84e2f req-c701301b-1c81-4f97-841d-f4e142709ece tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366227 Aug 31 19:50:31.340382 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52140) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:31.397658 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f30340b-a9b2-4120-b8dc-1db93f6648fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25375634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26128623'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.425668 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30340b-a9b2-4120-b8dc-1db93f6648fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ac21e9-a5ac-46fd-9b85-e2725132184d,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:31.430810 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1f30340b-a9b2-4120-b8dc-1db93f6648fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.432917 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-1f30340b-a9b2-4120-b8dc-1db93f6648fa admin admin] 10.222.0.54 "DELETE /v2.0/subnets/81ac21e9-a5ac-46fd-9b85-e2725132184d HTTP/1.1" status: 204 len: 168 time: 0.5365467 Aug 31 19:50:31.437101 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52144) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:31.448271 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc146b0-88cc-4809-a017-03d4af5572e0 None None] Network 94e9390e-e3fb-4b10-bffd-be051d391074 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:50:31.605491 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.623416 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6d263-6bff-4084-9c48-dadb811e5ca4 tempest-TestVolumeBootPattern-1155653887 tempest-TestVolumeBootPattern-1155653887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:31.625400 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-30a6d263-6bff-4084-9c48-dadb811e5ca4 tempest-TestVolumeBootPattern-1155653887 tempest-TestVolumeBootPattern-1155653887-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 1094 time: 0.2837839 Aug 31 19:50:31.629954 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52146) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:31.638409 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Request body: {'floatingip': {'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'port_id': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:50:31.687454 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.707805 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Deleting port cae3c790-f1c3-4d8f-8251-8d004043ac45 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:50:31.708363 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.733293 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc854b0f-2a70-46f2-bf6b-f080da59f6d9 None None] DHCP port deletion for 94e9390e-e3fb-4b10-bffd-be051d391074 request from dv-cinder-789564-13-iscsi {{(pid=95344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:50:31.817033 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] For port cae3c790-f1c3-4d8f-8251-8d004043ac45, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=cae3c790-f1c3-4d8f-8251-8d004043ac45,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:31.817934 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.839862 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dc854b0f-2a70-46f2-bf6b-f080da59f6d9 None None] Deleting port cae3c790-f1c3-4d8f-8251-8d004043ac45 {{(pid=95344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:50:31.840504 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dc854b0f-2a70-46f2-bf6b-f080da59f6d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.842940 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Calling delete_port for cae3c790-f1c3-4d8f-8251-8d004043ac45 owned by network:dhcp {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:50:31.880271 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.925879 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dc854b0f-2a70-46f2-bf6b-f080da59f6d9 None None] For port cae3c790-f1c3-4d8f-8251-8d004043ac45, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=cae3c790-f1c3-4d8f-8251-8d004043ac45,segment=NetworkSegment(7fb59ec5-e291-4a54-9237-c1bc338a7696),segment_id=7fb59ec5-e291-4a54-9237-c1bc338a7696)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:50:31.927241 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dc854b0f-2a70-46f2-bf6b-f080da59f6d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:31.950916 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dc854b0f-2a70-46f2-bf6b-f080da59f6d9 None None] Calling delete_port for cae3c790-f1c3-4d8f-8251-8d004043ac45 owned by network:dhcp {{(pid=95344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:50:31.972301 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.005616 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_common [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Allocated IP 172.27.0.173 (7643ec58-7264-4f44-9665-0bd0b409db31/523179e7-2fbd-40bb-b8ba-1751bf92c55e/1e335b89-1439-4991-a290-319635310eea) {{(pid=95340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:50:32.018408 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae3c790-f1c3-4d8f-8251-8d004043ac45,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:32.024737 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] No DVR routers for this DVR port cae3c790-f1c3-4d8f-8251-8d004043ac45 on host dv-cinder-789564-13-iscsi {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:50:32.071863 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dc854b0f-2a70-46f2-bf6b-f080da59f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271'] for port, after_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.097377 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc854b0f-2a70-46f2-bf6b-f080da59f6d9 None None] Pushing event deleted for resources: {'Port': ['ID=cae3c790-f1c3-4d8f-8251-8d004043ac45,revision_number=None']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:32.102062 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc854b0f-2a70-46f2-bf6b-f080da59f6d9 None None] No DVR routers for this DVR port cae3c790-f1c3-4d8f-8251-8d004043ac45 on host dv-cinder-789564-13-iscsi {{(pid=95344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:50:32.140131 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.151289 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e9390e-e3fb-4b10-bffd-be051d391074']}} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:32.163350 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb59ec5-e291-4a54-9237-c1bc338a7696') {'for_net_delete': True} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:32.163762 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb59ec5-e291-4a54-9237-c1bc338a7696') {} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:32.170478 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for port, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.174289 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3743042'] for segment, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.197164 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.204791 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=95343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:50:32.205312 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983500'] for segment, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: Traceback (most recent call last): Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: timer() Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: cb(*args, **kw) Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: return func(*args, **kwargs) Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: self._notify() Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: self.callback(batched_events) Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: event.method(event) Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: return f(self, *a, **k) Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._get(url).json() Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: return self.request(url, 'GET', **kwargs) Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:50:32.207630 dv-cinder-789564-13-iscsi neutron-server[95343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:50:32.219824 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.267544 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Network 7643ec58-7264-4f44-9665-0bd0b409db31 is already hosted by enough agents. {{(pid=95340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:50:32.270986 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Resources bound (agent type, host, resource id): {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:50:32.277425 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Received port after_create {{(pid=95340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:50:32.281067 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'Port': ['ID=1e335b89-1439-4991-a290-319635310eea,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:32.282536 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.291361 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.297507 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] 10.222.0.54 "DELETE /v2.0/networks/94e9390e-e3fb-4b10-bffd-be051d391074 HTTP/1.1" status: 204 len: 168 time: 0.8570111 Aug 31 19:50:32.315195 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e8400-081a-442c-96af-5e16fc792c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e9390e-e3fb-4b10-bffd-be051d391074,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:32.455166 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52152) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:32.504289 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:50:32.522941 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1abd830d-2210-47e9-a1f2-ef9a1967064c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b5d0468ac6d4826bfc6ba13a1762915&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0660782 Aug 31 19:50:32.523637 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52154) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:32.530910 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:50:32.531307 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 647d2b7d-a268-4dd5-8432-ee3a7b5ac4b7 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:50:32.531874 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device cae3c790-f1c3-4d8f-8251-8d004043ac45 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:50:32.555905 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: cae3c790-f1c3-4d8f-8251-8d004043ac45 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:50:32.556248 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device cae3c790-f1c3-4d8f-8251-8d004043ac45 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:50:32.593112 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2274e765-27b4-4d5d-9f49-1bae3c67c9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.619692 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2274e765-27b4-4d5d-9f49-1bae3c67c9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.676833 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2274e765-27b4-4d5d-9f49-1bae3c67c9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.680022 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-2274e765-27b4-4d5d-9f49-1bae3c67c9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.681226 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-2274e765-27b4-4d5d-9f49-1bae3c67c9a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b29c459a-83b1-4aa9-8ba9-0d30ae5cdd47 HTTP/1.1" status: 204 len: 168 time: 0.1565466 Aug 31 19:50:32.690394 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274e765-27b4-4d5d-9f49-1bae3c67c9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29c459a-83b1-4aa9-8ba9-0d30ae5cdd47,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:32.756481 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:32.879765 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:33.128330 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for port, precommit_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:33.135152 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25375684'] for port, after_update {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:33.238948 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event updated for resources: {'Port': ['ID=1e335b89-1439-4991-a290-319635310eea,revision_number=2']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:33.245817 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:33.364749 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.l3_db [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Floating IP b1a0db56-0c97-4c11-ad8d-8a051efc71bd associated. External IP: 172.27.0.173, port: 88d07cba-0941-4c49-9093-c9ade66fdc3a. Aug 31 19:50:33.619901 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:50:33.750403 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:50:33.767050 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] Sync routers for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:50:33.778845 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:33.784489 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:50:33.785445 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:50:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:33.842010 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-90faf7dd-ed44-4fca-89e4-5297e39a8afa tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1983690 Aug 31 19:50:33.842010 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:50:33.842010 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c468c708-f447-49f4-8322-40d79f5a83d7" -d '{"events": [{"name": "network-changed", "server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:50:33.928007 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:50:34.089064 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e42bc34-95b0-42ab-83d8-1d1d91479d03 x-openstack-request-id: req-7e42bc34-95b0-42ab-83d8-1d1d91479d03 {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:50:34.089706 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:50:34.090458 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e42bc34-95b0-42ab-83d8-1d1d91479d03 {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:50:34.091408 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'status': 'completed', 'code': 200} Aug 31 19:50:34.228834 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-8395b8ed-4037-4e91-9a3d-369eb508cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:34.236077 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-8395b8ed-4037-4e91-9a3d-369eb508cdd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 1099 time: 0.0816708 Aug 31 19:50:34.249410 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '45c2252a-0a9c-4e3b-b590-15fe561439bb', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:54Z', 'updated_at': '2021-08-31T19:47:56Z', 'revision_number': 1, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}, {'id': 'b1a0db56-0c97-4c11-ad8d-8a051efc71bd', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:d1:71:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef889e-20ba-42a8-83bc-d78565166459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:50:32Z', 'updated_at': '2021-08-31T19:50:32Z', 'revision_number': 0, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:34.301808 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] Checking router: 08a0e5d9-db5a-4f52-9c39-8185c9710b12 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:50:34.319910 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:50:34.319910 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:50:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:34.405877 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-190cdf0b-a1f9-40ab-82af-bb7b6e619780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:34.408445 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-190cdf0b-a1f9-40ab-82af-bb7b6e619780 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.1642458 Aug 31 19:50:34.472267 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:50:34.517788 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-38f458a8-4f31-45c6-90ec-3d33949457b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a HTTP/1.1" status: 200 len: 1000 time: 0.0993640 Aug 31 19:50:34.591061 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-e56244ae-8528-4377-86ce-e12872d3b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:34.593739 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-e56244ae-8528-4377-86ce-e12872d3b9f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0652380 Aug 31 19:50:34.656478 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-8bbb40d0-183f-4b0c-b187-158d28eb3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:50:34.658234 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-8bbb40d0-183f-4b0c-b187-158d28eb3307 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536153 Aug 31 19:50:34.792352 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-5e033a0e-e237-4946-8156-1076785589d5 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260753 Aug 31 19:50:34.855229 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '45c2252a-0a9c-4e3b-b590-15fe561439bb', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:54Z', 'updated_at': '2021-08-31T19:47:56Z', 'revision_number': 1, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}, {'id': 'b1a0db56-0c97-4c11-ad8d-8a051efc71bd', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:d1:71:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef889e-20ba-42a8-83bc-d78565166459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:50:32Z', 'updated_at': '2021-08-31T19:50:32Z', 'revision_number': 0, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:50:34.900811 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f30ff-d649-49b1-b3ad-1676b5a6d244 None None] The sync data for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi is: [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '45c2252a-0a9c-4e3b-b590-15fe561439bb', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:54Z', 'updated_at': '2021-08-31T19:47:56Z', 'revision_number': 1, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}, {'id': 'b1a0db56-0c97-4c11-ad8d-8a051efc71bd', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:d1:71:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef889e-20ba-42a8-83bc-d78565166459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:50:32Z', 'updated_at': '2021-08-31T19:50:32Z', 'revision_number': 0, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:50:34.932675 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c468c708-f447-49f4-8322-40d79f5a83d7 req-197c8bfb-facb-43fa-b5c4-4f21a9fafa9e service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318688 Aug 31 19:50:35.149021 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404abe61-518e-4fc7-a8b1-660c801a6599 None None] New status for floating IP b1a0db56-0c97-4c11-ad8d-8a051efc71bd: ACTIVE {{(pid=95344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:50:38.485017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-7501226a-534a-4365-8d00-d78bc40dbd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:41.536518 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:41.947353 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-a607049b-2113-4eac-b1d7-ac0c64077ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:43.006500 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:43.107351 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52294) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:43.249549 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-61ce40a8-ef4b-494d-8bd9-d61f27f2b111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:43.388417 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-61ce40a8-ef4b-494d-8bd9-d61f27f2b111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:43.393506 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-61ce40a8-ef4b-494d-8bd9-d61f27f2b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:43.437503 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-61ce40a8-ef4b-494d-8bd9-d61f27f2b111 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d635b4f157f44a80b1f1bcdf3ac2cfc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290114 Aug 31 19:50:43.438608 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce40a8-ef4b-494d-8bd9-d61f27f2b111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3887064a-4faf-4eb7-a5bf-b3b2078226d0,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:43.441442 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52300) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:43.514547 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f555295d-3b17-458c-8c8c-359a86600db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:43.542991 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f555295d-3b17-458c-8c8c-359a86600db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:43.598728 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f555295d-3b17-458c-8c8c-359a86600db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:43.602253 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f555295d-3b17-458c-8c8c-359a86600db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:43.603825 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-f555295d-3b17-458c-8c8c-359a86600db6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3887064a-4faf-4eb7-a5bf-b3b2078226d0 HTTP/1.1" status: 204 len: 168 time: 0.1614017 Aug 31 19:50:43.616604 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555295d-3b17-458c-8c8c-359a86600db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3887064a-4faf-4eb7-a5bf-b3b2078226d0,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:44.521074 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:48.606531 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52414) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:48.730469 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-93234815-5834-4957-bde5-8aa149f6fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:48.842290 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-93234815-5834-4957-bde5-8aa149f6fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:48.847049 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-93234815-5834-4957-bde5-8aa149f6fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:48.890121 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93234815-5834-4957-bde5-8aa149f6fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22742bf6-bc35-4776-a69b-e7c7ff401589,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:48.898012 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-93234815-5834-4957-bde5-8aa149f6fa5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd8fccbd949c4fc4bca4bc62bf1a35ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898486 Aug 31 19:50:48.900628 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52418) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:48.989253 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2b5d251f-a080-436e-a796-c00ba729142c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.030897 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2b5d251f-a080-436e-a796-c00ba729142c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.121369 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2b5d251f-a080-436e-a796-c00ba729142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.124413 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-2b5d251f-a080-436e-a796-c00ba729142c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.125897 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-2b5d251f-a080-436e-a796-c00ba729142c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22742bf6-bc35-4776-a69b-e7c7ff401589 HTTP/1.1" status: 204 len: 168 time: 0.2238631 Aug 31 19:50:49.137228 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d251f-a080-436e-a796-c00ba729142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22742bf6-bc35-4776-a69b-e7c7ff401589,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:49.377483 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:50:49.466189 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52424) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:49.482785 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5149b781-1048-48cf-a007-15610d707ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.606677 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5149b781-1048-48cf-a007-15610d707ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.611966 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5149b781-1048-48cf-a007-15610d707ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.657731 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-5149b781-1048-48cf-a007-15610d707ea4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dae1aaa2d4bb43db90c6a5348607e379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900239 Aug 31 19:50:49.659109 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149b781-1048-48cf-a007-15610d707ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2652cc15-2f76-487f-b524-b13beeff3020,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:49.661061 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52428) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:49.723578 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-12b07e85-d5bd-4d95-a0fc-0bfd395d42ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.749428 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-12b07e85-d5bd-4d95-a0fc-0bfd395d42ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.810356 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-12b07e85-d5bd-4d95-a0fc-0bfd395d42ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.812094 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-12b07e85-d5bd-4d95-a0fc-0bfd395d42ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:49.813404 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-12b07e85-d5bd-4d95-a0fc-0bfd395d42ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2652cc15-2f76-487f-b524-b13beeff3020 HTTP/1.1" status: 204 len: 168 time: 0.1490731 Aug 31 19:50:49.824081 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b07e85-d5bd-4d95-a0fc-0bfd395d42ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2652cc15-2f76-487f-b524-b13beeff3020,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:54.797085 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52522) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:54.934081 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-73750779-ad25-437c-b2fb-032dc4d03d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.076868 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-73750779-ad25-437c-b2fb-032dc4d03d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.081555 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-73750779-ad25-437c-b2fb-032dc4d03d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.127500 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-73750779-ad25-437c-b2fb-032dc4d03d69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ab1a350722c4315abe8d5d67540f0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292506 Aug 31 19:50:55.128375 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73750779-ad25-437c-b2fb-032dc4d03d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4230242d-6814-4e95-9a46-3447d8eade10,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:55.132226 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52528) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:55.204603 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-270bf656-f725-489b-b6bc-3a84d553b771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.231996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-270bf656-f725-489b-b6bc-3a84d553b771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.294864 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-270bf656-f725-489b-b6bc-3a84d553b771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.297552 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-270bf656-f725-489b-b6bc-3a84d553b771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.298823 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-270bf656-f725-489b-b6bc-3a84d553b771 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4230242d-6814-4e95-9a46-3447d8eade10 HTTP/1.1" status: 204 len: 168 time: 0.1652076 Aug 31 19:50:55.308612 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bf656-f725-489b-b6bc-3a84d553b771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4230242d-6814-4e95-9a46-3447d8eade10,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:55.682185 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52540) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:55.700566 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-08900ac7-1b58-4df0-ae61-077fb3785df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.841201 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-08900ac7-1b58-4df0-ae61-077fb3785df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.846139 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-08900ac7-1b58-4df0-ae61-077fb3785df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:55.888888 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08900ac7-1b58-4df0-ae61-077fb3785df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b28d6-4cc9-4082-8743-9216f445507a,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:55.893766 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-08900ac7-1b58-4df0-ae61-077fb3785df6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f7caa9237fd47f19c995bcd18d1705d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102818 Aug 31 19:50:55.898655 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52546) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:55.967280 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e95d5c5d-80fa-40fe-8ea8-153551a9ecb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.004115 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e95d5c5d-80fa-40fe-8ea8-153551a9ecb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.080019 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e95d5c5d-80fa-40fe-8ea8-153551a9ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.083200 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e95d5c5d-80fa-40fe-8ea8-153551a9ecb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:56.084441 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e95d5c5d-80fa-40fe-8ea8-153551a9ecb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d0b28d6-4cc9-4082-8743-9216f445507a HTTP/1.1" status: 204 len: 168 time: 0.1847818 Aug 31 19:50:56.095434 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d5c5d-80fa-40fe-8ea8-153551a9ecb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b28d6-4cc9-4082-8743-9216f445507a,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:57.475215 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:58.156241 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52606) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:58.317727 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3aa3c08a-f177-4555-be28-b070d0b8f86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:58.434656 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3aa3c08a-f177-4555-be28-b070d0b8f86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:58.439023 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-3aa3c08a-f177-4555-be28-b070d0b8f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:58.484274 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-3aa3c08a-f177-4555-be28-b070d0b8f86c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1aea1967a87b4508bdafcc75cff8adef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265152 Aug 31 19:50:58.485337 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3c08a-f177-4555-be28-b070d0b8f86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecd0cb5-73bc-4ff8-82ce-63c4c6872d86,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:58.487663 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52610) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:58.557738 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcff4-14e3-4954-a8b9-34a1c3fd4192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:58.584495 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcff4-14e3-4954-a8b9-34a1c3fd4192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:58.640406 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcff4-14e3-4954-a8b9-34a1c3fd4192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:58.643720 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcff4-14e3-4954-a8b9-34a1c3fd4192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:58.645074 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-3b5bcff4-14e3-4954-a8b9-34a1c3fd4192 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eecd0cb5-73bc-4ff8-82ce-63c4c6872d86 HTTP/1.1" status: 204 len: 168 time: 0.1554127 Aug 31 19:50:58.655344 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bcff4-14e3-4954-a8b9-34a1c3fd4192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecd0cb5-73bc-4ff8-82ce-63c4c6872d86,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:59.006083 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52616) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:59.020910 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-62ad3939-34d4-464d-a152-7994d8f9a903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:59.135207 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-62ad3939-34d4-464d-a152-7994d8f9a903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:59.140648 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-62ad3939-34d4-464d-a152-7994d8f9a903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:59.190632 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-62ad3939-34d4-464d-a152-7994d8f9a903 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc5e9b101e5f490c8893e2917441c2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826985 Aug 31 19:50:59.191706 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad3939-34d4-464d-a152-7994d8f9a903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f053a94a-6562-418a-85c4-44a3b3259a44,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:50:59.193669 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52618) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:50:59.283643 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c12fee6a-737f-4c50-ac81-948a377291c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:59.320773 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c12fee6a-737f-4c50-ac81-948a377291c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:59.376346 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c12fee6a-737f-4c50-ac81-948a377291c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:59.379244 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c12fee6a-737f-4c50-ac81-948a377291c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:50:59.380573 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-c12fee6a-737f-4c50-ac81-948a377291c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f053a94a-6562-418a-85c4-44a3b3259a44 HTTP/1.1" status: 204 len: 168 time: 0.1846292 Aug 31 19:50:59.390404 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fee6a-737f-4c50-ac81-948a377291c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f053a94a-6562-418a-85c4-44a3b3259a44,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:01.699265 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52694) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:01.740738 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-7180ed15-6079-4398-94d5-a4e8ec960dd0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598876 Aug 31 19:51:01.840681 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-704ac31e-01d6-4d09-9e3e-8963ed0dd8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:01.864773 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-2f3630ff-24b5-40d4-a2ee-cd3919ade695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:01.867765 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-2f3630ff-24b5-40d4-a2ee-cd3919ade695 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 1099 time: 0.0459576 Aug 31 19:51:01.986383 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-704ac31e-01d6-4d09-9e3e-8963ed0dd8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:01.992661 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-704ac31e-01d6-4d09-9e3e-8963ed0dd8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.010732 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-129bfaf6-ee73-47b2-9dd6-09eee920ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:02.012875 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-129bfaf6-ee73-47b2-9dd6-09eee920ba19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.1114690 Aug 31 19:51:02.041919 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-704ac31e-01d6-4d09-9e3e-8963ed0dd8e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b7dd21471b04a6582acdd598636c1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366091 Aug 31 19:51:02.041919 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ac31e-01d6-4d09-9e3e-8963ed0dd8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a28a944-495c-4bb5-9e47-5f6d8011d071,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:02.042418 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52698) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:02.120570 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-33267acc-4139-435a-90f5-da5d71c0c691 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951008aa-3b0e-4dab-a126-727eda5311b5 HTTP/1.1" status: 200 len: 1002 time: 0.0995107 Aug 31 19:51:02.123678 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-86d8292b-d6de-45d2-9319-676e5dac131d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.154669 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-86d8292b-d6de-45d2-9319-676e5dac131d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.191292 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-515c14c7-107b-4509-9d9b-23fa84e0fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:02.193346 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-515c14c7-107b-4509-9d9b-23fa84e0fdc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0649900 Aug 31 19:51:02.233002 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-86d8292b-d6de-45d2-9319-676e5dac131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.237693 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-86d8292b-d6de-45d2-9319-676e5dac131d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.242986 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-86d8292b-d6de-45d2-9319-676e5dac131d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a28a944-495c-4bb5-9e47-5f6d8011d071 HTTP/1.1" status: 204 len: 168 time: 0.1960485 Aug 31 19:51:02.254881 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8292b-d6de-45d2-9319-676e5dac131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a28a944-495c-4bb5-9e47-5f6d8011d071,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:02.291480 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-e1fcb655-d850-4adf-a202-cc91f3f1f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:02.293557 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-e1fcb655-d850-4adf-a202-cc91f3f1f137 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0925806 Aug 31 19:51:02.429536 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-9049eeb6-6405-4b50-a2d9-ef3a61768a46 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261051 Aug 31 19:51:02.571635 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-77077dfa-d631-4a22-8e00-1466e897bed6 req-66cfbc5b-7538-4997-8c06-8c024b9682a4 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336801 Aug 31 19:51:02.628583 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52706) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:02.649924 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fcc47e8f-4199-4967-bab3-c398a1bed389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.771825 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fcc47e8f-4199-4967-bab3-c398a1bed389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.777853 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fcc47e8f-4199-4967-bab3-c398a1bed389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.848685 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-fcc47e8f-4199-4967-bab3-c398a1bed389 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e637a549a610407c808ee1d4e4c96adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186267 Aug 31 19:51:02.850157 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc47e8f-4199-4967-bab3-c398a1bed389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9996f6f-5bfc-4c88-bed5-537f207d67aa,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:02.851729 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52708) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:02.916690 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d599a36c-c4fc-4e4c-a36b-6b567e21c1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:02.946187 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d599a36c-c4fc-4e4c-a36b-6b567e21c1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:03.008209 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d599a36c-c4fc-4e4c-a36b-6b567e21c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:03.011202 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d599a36c-c4fc-4e4c-a36b-6b567e21c1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:03.012481 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d599a36c-c4fc-4e4c-a36b-6b567e21c1e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9996f6f-5bfc-4c88-bed5-537f207d67aa HTTP/1.1" status: 204 len: 168 time: 0.1596062 Aug 31 19:51:03.022017 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599a36c-c4fc-4e4c-a36b-6b567e21c1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9996f6f-5bfc-4c88-bed5-537f207d67aa,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:08.502359 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-40849cef-db7c-4ad1-94f0-848f86f709d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:08.814195 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c101-51b7-42b1-b24e-ea12973eaab6 req-b497e4d1-20e9-4c94-b5d2-a39f1e940c4f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:08.815821 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fc32c101-51b7-42b1-b24e-ea12973eaab6 req-b497e4d1-20e9-4c94-b5d2-a39f1e940c4f tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 945 time: 0.0532267 Aug 31 19:51:08.861077 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fc32c101-51b7-42b1-b24e-ea12973eaab6 req-f4df339c-a03d-4153-af7a-969843642e2c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383213 Aug 31 19:51:10.044393 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc034c-13aa-4d6c-bfac-a64c2ae20dbb req-eb08c425-908e-4fea-ac1f-86839910b38e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:10.048911 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b5dc034c-13aa-4d6c-bfac-a64c2ae20dbb req-eb08c425-908e-4fea-ac1f-86839910b38e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 945 time: 0.0746820 Aug 31 19:51:10.112051 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b5dc034c-13aa-4d6c-bfac-a64c2ae20dbb req-4f79112a-75ec-483f-b008-da7f8ef38db6 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541265 Aug 31 19:51:11.077154 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dab7d2-7471-4e50-acca-3098890f3770 req-f93a6b06-741f-4749-a75b-fd9cd998fa20 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:11.078792 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72dab7d2-7471-4e50-acca-3098890f3770 req-f93a6b06-741f-4749-a75b-fd9cd998fa20 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 945 time: 0.0677438 Aug 31 19:51:11.215205 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Deleting port 33f27b1f-1998-4132-84b7-99b479495db1 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:51:11.215776 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:11.309208 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d291881-1b9a-4eb0-af91-f767c321a8ca req-7c5c6650-d7fb-41e6-b8ed-34cfe72d3a4c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:11.312821 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6d291881-1b9a-4eb0-af91-f767c321a8ca req-7c5c6650-d7fb-41e6-b8ed-34cfe72d3a4c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 945 time: 0.0827181 Aug 31 19:51:11.375669 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-6d291881-1b9a-4eb0-af91-f767c321a8ca req-47d86bd4-4fb0-4440-96eb-296a90ed8d6e tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups?id=da188192-7923-4ca2-ad04-04c4bc4eb835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549705 Aug 31 19:51:11.385339 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] For port 33f27b1f-1998-4132-84b7-99b479495db1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=33f27b1f-1998-4132-84b7-99b479495db1,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:11.385722 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:11.537207 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:11.590483 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:11.590932 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421645'] for floatingip, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:11.591269 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Floating IP 2f5c1c86-dc5a-4baf-9c7c-e620dc9a7b32 disassociated. External IP: 172.27.0.215, port: 33f27b1f-1998-4132-84b7-99b479495db1. Aug 31 19:51:11.591622 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Calling delete_port for 33f27b1f-1998-4132-84b7-99b479495db1 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:51:11.765445 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:11.800541 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event deleted for resources: {'Port': ['ID=33f27b1f-1998-4132-84b7-99b479495db1,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:11.927979 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Router f4c81b64-8915-4ec5-8c9d-7452bb469586 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:51:11.941225 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-448c5d8f-5b77-48bd-a281-b4598d5730f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:12.050200 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:51:12.063879 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] Sync routers for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:51:12.074161 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:51:12.074813 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:51:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:12.096094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] No DVR routers for this DVR port 33f27b1f-1998-4132-84b7-99b479495db1 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:51:12.099058 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:12.102001 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72dab7d2-7471-4e50-acca-3098890f3770 req-73ea51bf-23a5-4561-aaba-39ab5972e1d4 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.55 "DELETE /v2.0/ports/33f27b1f-1998-4132-84b7-99b479495db1 HTTP/1.1" status: 204 len: 173 time: 1.0162685 Aug 31 19:51:12.102478 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'name': 'network-vif-deleted', 'tag': '33f27b1f-1998-4132-84b7-99b479495db1'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:12.104826 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aadfe6-df07-4e22-9961-c9fe8613c835" -d '{"events": [{"server_uuid": "7bc82d7d-91d2-4085-bccd-648b9e5c0bda", "name": "network-vif-deleted", "tag": "33f27b1f-1998-4132-84b7-99b479495db1"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:12.154668 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291c9739-47b3-4fb3-a5a8-2402fd6f1881 x-openstack-request-id: req-291c9739-47b3-4fb3-a5a8-2402fd6f1881 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:12.155043 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc82d7d-91d2-4085-bccd-648b9e5c0bda", "name": "network-vif-deleted", "tag": "33f27b1f-1998-4132-84b7-99b479495db1", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:12.155368 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-291c9739-47b3-4fb3-a5a8-2402fd6f1881 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:12.155787 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc82d7d-91d2-4085-bccd-648b9e5c0bda', 'name': 'network-vif-deleted', 'tag': '33f27b1f-1998-4132-84b7-99b479495db1', 'status': 'completed', 'code': 200} Aug 31 19:51:12.203609 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:51:12.452919 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:12.492395 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] Checking router: f4c81b64-8915-4ec5-8c9d-7452bb469586 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:51:12.503796 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:51:12.504430 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:51:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:12.512288 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d8f03046-2c9f-4f29-849e-c78917596ca4 req-2a218b2c-7025-41e4-947f-523c6121cc12 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bc82d7d-91d2-4085-bccd-648b9e5c0bda HTTP/1.1" status: 200 len: 210 time: 0.0343876 Aug 31 19:51:12.630069 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:51:12.910167 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:12.938754 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986e29e-d2b7-4fc1-8bfd-2a2daba7211b None None] The sync data for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi is: [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:43:51Z', 'revision_number': 4, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': 'e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1', 'name': '', 'network_id': '1bcee167-2444-4fc9-bb48-ee50aa69646c', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'mac_address': 'fa:16:3e:c2:39:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:50Z', 'updated_at': '2021-08-31T19:43:58Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'subnets': [{'id': 'f2d8600d-4282-4e51-ac16-efcbd7ee0840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:51:13.009513 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:13.058609 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 33f27b1f-1998-4132-84b7-99b479495db1 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:51:13.087958 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 33f27b1f-1998-4132-84b7-99b479495db1 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:51:13.088295 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 33f27b1f-1998-4132-84b7-99b479495db1 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:51:13.180979 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b388b6d-98ae-45a5-a05a-18f0dc218dd0 None None] New status for floating IP 2f5c1c86-dc5a-4baf-9c7c-e620dc9a7b32: DOWN {{(pid=95344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:51:13.609462 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52868) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:13.680048 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:13.711195 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:13.796495 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:13.799821 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:13.801375 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "DELETE /v2.0/security-groups/da188192-7923-4ca2-ad04-04c4bc4eb835 HTTP/1.1" status: 204 len: 168 time: 0.1905911 Aug 31 19:51:13.809488 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52876) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:13.818541 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da188192-7923-4ca2-ad04-04c4bc4eb835,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:13.826987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.827199 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.827402 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.827733 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.828061 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.828383 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.828703 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.829022 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.829342 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.829656 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.830010 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.830307 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bd7ac-81e8-4e43-a896-b4d1f84d0d62 tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:13.840269 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.api.v2.resource [None req-2ade94c3-4f41-4355-9bc8-e1e4069069ad tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] show failed (client error): The resource could not be found. Aug 31 19:51:13.843084 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-2ade94c3-4f41-4355-9bc8-e1e4069069ad tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "GET /v2.0/security-groups/da188192-7923-4ca2-ad04-04c4bc4eb835 HTTP/1.1" status: 404 len: 347 time: 0.0361707 Aug 31 19:51:13.847862 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52878) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:13.999715 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Deleting port 4c438260-7d7c-41f4-8283-39e753f623bc {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:51:14.000273 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:14.115690 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:14.116064 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:14.130876 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Calling delete_port for 4c438260-7d7c-41f4-8283-39e753f623bc owned by network:floatingip {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:51:14.294959 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:14.320509 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Pushing event deleted for resources: {'Port': ['ID=4c438260-7d7c-41f4-8283-39e753f623bc,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:14.401652 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks [] for floatingip, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:14.404702 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:14.405964 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-5f36a897-0dc9-4585-96de-f4ff52d9615c tempest-AttachVolumeTestJSON-1596931500 tempest-AttachVolumeTestJSON-1596931500-project] 10.222.0.54 "DELETE /v2.0/floatingips/2f5c1c86-dc5a-4baf-9c7c-e620dc9a7b32 HTTP/1.1" status: 204 len: 168 time: 0.5569534 Aug 31 19:51:14.524353 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:15.176083 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 52890) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:15.347220 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-17c00d39-612d-48e6-ae97-6996cf722d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:15.464558 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-17c00d39-612d-48e6-ae97-6996cf722d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:15.469051 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-17c00d39-612d-48e6-ae97-6996cf722d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:15.519107 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-17c00d39-612d-48e6-ae97-6996cf722d00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1878c1bb35ed4f3da6839bac3a001620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417661 Aug 31 19:51:15.519838 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c00d39-612d-48e6-ae97-6996cf722d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d89f5f-3b83-4b16-937d-7524c17394b2,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:15.523843 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52894) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:15.589320 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-95e68e85-7aa8-434a-ac0b-497311b8b265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:15.617499 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-95e68e85-7aa8-434a-ac0b-497311b8b265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:15.703199 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-95e68e85-7aa8-434a-ac0b-497311b8b265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:15.706308 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-95e68e85-7aa8-434a-ac0b-497311b8b265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:15.707510 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-95e68e85-7aa8-434a-ac0b-497311b8b265 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32d89f5f-3b83-4b16-937d-7524c17394b2 HTTP/1.1" status: 204 len: 168 time: 0.1815584 Aug 31 19:51:15.720150 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e68e85-7aa8-434a-ac0b-497311b8b265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d89f5f-3b83-4b16-937d-7524c17394b2,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:16.094399 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52906) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:16.111445 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-25b29591-d0dd-4b2e-a69c-6768d30a1b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:16.233058 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-25b29591-d0dd-4b2e-a69c-6768d30a1b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:16.237744 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-25b29591-d0dd-4b2e-a69c-6768d30a1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:16.285211 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-25b29591-d0dd-4b2e-a69c-6768d30a1b07 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba6b22e24b5a49f4ae0400fa4f50779c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894681 Aug 31 19:51:16.286140 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b29591-d0dd-4b2e-a69c-6768d30a1b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce59a253-f800-4b6a-a84e-b1c93234fee4,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:16.291523 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52908) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:16.354724 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c6f17ecc-98c3-4002-b161-904b8f36a97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:16.380851 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c6f17ecc-98c3-4002-b161-904b8f36a97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:16.440099 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c6f17ecc-98c3-4002-b161-904b8f36a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:16.443763 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c6f17ecc-98c3-4002-b161-904b8f36a97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:16.446217 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-c6f17ecc-98c3-4002-b161-904b8f36a97a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce59a253-f800-4b6a-a84e-b1c93234fee4 HTTP/1.1" status: 204 len: 168 time: 0.1530039 Aug 31 19:51:16.460742 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f17ecc-98c3-4002-b161-904b8f36a97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce59a253-f800-4b6a-a84e-b1c93234fee4,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:18.235240 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52962) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:18.896555 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419085'] for router_interface, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:19.459997 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Deleting port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:51:19.460821 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:19.549957 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] For port e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:19.550347 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:19.564949 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Calling delete_port for e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 owned by network:router_interface {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:51:19.758682 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:19.792300 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:19.991833 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419217'] for router_interface, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:20.233025 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Router f4c81b64-8915-4ec5-8c9d-7452bb469586 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:51:20.352154 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:51:20.361568 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-5d255085-19cb-4552-9c6e-fe0d9bf0367b admin admin] 10.222.0.54 "PUT /v2.0/routers/f4c81b64-8915-4ec5-8c9d-7452bb469586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1207581 Aug 31 19:51:20.361568 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 52986) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:20.364723 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] Sync routers for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:51:20.375730 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:51:20.376561 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:51:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:20.511129 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:20.554656 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:51:20.643800 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:20.730628 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Deleting port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:51:20.731389 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:20.761053 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:51:19Z', 'revision_number': 5, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port': {'id': '47fc1ff4-1faf-4c0b-9f6e-81599c0c057a', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:48Z', 'updated_at': '2021-08-31T19:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:20.792927 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] Checking router: f4c81b64-8915-4ec5-8c9d-7452bb469586 for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:51:20.802240 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] Routers {'f4c81b64-8915-4ec5-8c9d-7452bb469586'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:51:20.802875 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:51:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['f4c81b64-8915-4ec5-8c9d-7452bb469586'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:20.847851 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] For port 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=47fc1ff4-1faf-4c0b-9f6e-81599c0c057a,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:20.848313 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:20.874537 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Calling delete_port for 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a owned by network:router_gateway {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:51:20.902159 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] Set router f4c81b64-8915-4ec5-8c9d-7452bb469586 gateway port host: None {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:51:20.986749 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:51:20Z', 'revision_number': 6, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port_host': None}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:21.148787 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.172616 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff93e90-0d54-41fd-8438-b4a59d81499a None None] The sync data for ids ['f4c81b64-8915-4ec5-8c9d-7452bb469586'] in dv-cinder-789564-13-iscsi is: [{'id': 'f4c81b64-8915-4ec5-8c9d-7452bb469586', 'name': 'tempest-AttachVolumeTestJSON-1717891124-router', 'tenant_id': 'f00f081bae854ae8bbe175c419432837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:47Z', 'updated_at': '2021-08-31T19:51:20Z', 'revision_number': 6, 'project_id': 'f00f081bae854ae8bbe175c419432837', 'gw_port_host': None}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:51:21.182972 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fc1ff4-1faf-4c0b-9f6e-81599c0c057a,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:21.291238 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421683'] for router_gateway, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.450481 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63471'] for router, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.450481 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.507265 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424966'] for router, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.508085 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4c81b64-8915-4ec5-8c9d-7452bb469586 {{(pid=95340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:51:21.521918 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.521918 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-68d8b7bb-0732-4a5a-b9aa-e13aa590d8e5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f4c81b64-8915-4ec5-8c9d-7452bb469586 HTTP/1.1" status: 204 len: 168 time: 1.1558254 Aug 31 19:51:21.521918 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53004) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:21.582503 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3025b1-893b-426d-a8b4-68b0f3c5f714 admin admin] Deleting subnet f2d8600d-4282-4e51-ac16-efcbd7ee0840 {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:51:21.587195 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-df3025b1-893b-426d-a8b4-68b0f3c5f714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.643788 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-df3025b1-893b-426d-a8b4-68b0f3c5f714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26020223'] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.773343 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-df3025b1-893b-426d-a8b4-68b0f3c5f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.850900 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-df3025b1-893b-426d-a8b4-68b0f3c5f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25375634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26128623'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.886239 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3025b1-893b-426d-a8b4-68b0f3c5f714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d8600d-4282-4e51-ac16-efcbd7ee0840,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:21.890007 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-df3025b1-893b-426d-a8b4-68b0f3c5f714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:21.892170 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-df3025b1-893b-426d-a8b4-68b0f3c5f714 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f2d8600d-4282-4e51-ac16-efcbd7ee0840 HTTP/1.1" status: 204 len: 168 time: 0.3688006 Aug 31 19:51:21.894542 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53014) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:21.897877 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f45c25-b871-4c7c-852a-0954aa372357 None None] Network 1bcee167-2444-4fc9-bb48-ee50aa69646c requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:51:21.991058 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.088740 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Deleting port c9d527d1-cd2f-4f44-a185-65b26225c0b9 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:51:22.089077 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.132646 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1277db-848e-4fbf-8710-bd43a3f1281f None None] DHCP port deletion for 1bcee167-2444-4fc9-bb48-ee50aa69646c request from dv-cinder-789564-13-iscsi {{(pid=95344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:51:22.187413 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] For port c9d527d1-cd2f-4f44-a185-65b26225c0b9, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=c9d527d1-cd2f-4f44-a185-65b26225c0b9,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:22.188017 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.190329 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-9e1277db-848e-4fbf-8710-bd43a3f1281f None None] Deleting port c9d527d1-cd2f-4f44-a185-65b26225c0b9 {{(pid=95344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:51:22.190819 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9e1277db-848e-4fbf-8710-bd43a3f1281f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.218037 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Calling delete_port for c9d527d1-cd2f-4f44-a185-65b26225c0b9 owned by network:dhcp {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:51:22.280073 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-9e1277db-848e-4fbf-8710-bd43a3f1281f None None] For port c9d527d1-cd2f-4f44-a185-65b26225c0b9, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=c9d527d1-cd2f-4f44-a185-65b26225c0b9,segment=NetworkSegment(91ca18c8-cc0c-496d-816b-ba37d148e81d),segment_id=91ca18c8-cc0c-496d-816b-ba37d148e81d)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:22.280479 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9e1277db-848e-4fbf-8710-bd43a3f1281f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.302670 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-9e1277db-848e-4fbf-8710-bd43a3f1281f None None] Calling delete_port for c9d527d1-cd2f-4f44-a185-65b26225c0b9 owned by network:dhcp {{(pid=95344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:51:22.339782 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.369288 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d527d1-cd2f-4f44-a185-65b26225c0b9,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:22.376059 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] No DVR routers for this DVR port c9d527d1-cd2f-4f44-a185-65b26225c0b9 on host dv-cinder-789564-13-iscsi {{(pid=95340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:51:22.448342 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9e1277db-848e-4fbf-8710-bd43a3f1281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271'] for port, after_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.464789 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.479930 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcee167-2444-4fc9-bb48-ee50aa69646c']}} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:22.494826 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1277db-848e-4fbf-8710-bd43a3f1281f None None] Pushing event deleted for resources: {'Port': ['ID=c9d527d1-cd2f-4f44-a185-65b26225c0b9,revision_number=None']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:22.496791 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ca18c8-cc0c-496d-816b-ba37d148e81d') {'for_net_delete': True} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:22.500748 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1277db-848e-4fbf-8710-bd43a3f1281f None None] No DVR routers for this DVR port c9d527d1-cd2f-4f44-a185-65b26225c0b9 on host dv-cinder-789564-13-iscsi {{(pid=95344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:51:22.507661 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.services.segments.db [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ca18c8-cc0c-496d-816b-ba37d148e81d') {} {{(pid=95340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:51:22.525248 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26020164'] for segment, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.552671 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.553042 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device c9d527d1-cd2f-4f44-a185-65b26225c0b9 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:51:22.553322 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=95340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:51:22.554028 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25375528'] for segment, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: Traceback (most recent call last): Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: timer() Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: cb(*args, **kw) Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: return func(*args, **kwargs) Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: self._notify() Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: self.callback(batched_events) Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: event.method(event) Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: return f(self, *a, **k) Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._get(url).json() Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: return self.request(url, 'GET', **kwargs) Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:51:22.556531 dv-cinder-789564-13-iscsi neutron-server[95340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:51:22.568348 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: c9d527d1-cd2f-4f44-a185-65b26225c0b9 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:51:22.568998 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device c9d527d1-cd2f-4f44-a185-65b26225c0b9 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:51:22.569747 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:51:22.595324 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:51:22.595754 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 47fc1ff4-1faf-4c0b-9f6e-81599c0c057a not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:51:22.596180 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:51:22.619381 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:51:22.619729 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e1c9596a-43b6-4d7a-a98d-bdfc576c9ed1 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:51:22.648774 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.657394 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:22.660044 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1bcee167-2444-4fc9-bb48-ee50aa69646c HTTP/1.1" status: 204 len: 168 time: 0.7643242 Aug 31 19:51:22.679033 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f4af7-b0bb-42e5-8ee9-83934ee68790 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcee167-2444-4fc9-bb48-ee50aa69646c,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:22.907453 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53022) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:22.962888 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-9c5c54d4-4a83-4e18-b481-57f240ef4d6f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f00f081bae854ae8bbe175c419432837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505371 Aug 31 19:51:22.963507 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53024) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:23.025441 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1ad6eab7-4fef-475e-bcf4-f8bc204aac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:23.049855 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1ad6eab7-4fef-475e-bcf4-f8bc204aac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:23.118386 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1ad6eab7-4fef-475e-bcf4-f8bc204aac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:23.123538 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1ad6eab7-4fef-475e-bcf4-f8bc204aac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:23.130665 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1ad6eab7-4fef-475e-bcf4-f8bc204aac5d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44276e8f-3777-4516-be0e-02a4c543d67e HTTP/1.1" status: 204 len: 168 time: 0.1652083 Aug 31 19:51:23.150923 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6eab7-4fef-475e-bcf4-f8bc204aac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44276e8f-3777-4516-be0e-02a4c543d67e,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:26.079341 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53106) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:26.230722 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7c690148-10c8-4097-af4d-d2808cec18a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:26.355880 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7c690148-10c8-4097-af4d-d2808cec18a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:26.361254 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7c690148-10c8-4097-af4d-d2808cec18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:26.376673 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:51:26.415270 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c690148-10c8-4097-af4d-d2808cec18a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1f89f8-4001-42c1-a5f1-f2239f3a1e01,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:26.420058 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-7c690148-10c8-4097-af4d-d2808cec18a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef1a0c63426d4f73872517e90478c3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396258 Aug 31 19:51:26.424122 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53114) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:26.493001 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7803cf22-ac49-4b23-8a82-e8c74e99e0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:26.520658 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7803cf22-ac49-4b23-8a82-e8c74e99e0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:26.588589 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7803cf22-ac49-4b23-8a82-e8c74e99e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:26.602101 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-7803cf22-ac49-4b23-8a82-e8c74e99e0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:26.602101 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-7803cf22-ac49-4b23-8a82-e8c74e99e0a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ad1f89f8-4001-42c1-a5f1-f2239f3a1e01 HTTP/1.1" status: 204 len: 168 time: 0.1673586 Aug 31 19:51:26.603758 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803cf22-ac49-4b23-8a82-e8c74e99e0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1f89f8-4001-42c1-a5f1-f2239f3a1e01,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:26.932996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53128) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:26.952316 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d19b8059-3a1b-42bc-92b6-df10523a6946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.064312 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d19b8059-3a1b-42bc-92b6-df10523a6946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.070290 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d19b8059-3a1b-42bc-92b6-df10523a6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.118335 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b8059-3a1b-42bc-92b6-df10523a6946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d23381-ae09-419b-8bdc-5a213c777db9,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:27.125960 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d19b8059-3a1b-42bc-92b6-df10523a6946 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=858957c0728e4225992514311fdb6bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916986 Aug 31 19:51:27.128522 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53130) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:27.187129 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-87f85406-c0c9-418f-bbd5-ae6bfa99fb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.222723 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-87f85406-c0c9-418f-bbd5-ae6bfa99fb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.289576 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-87f85406-c0c9-418f-bbd5-ae6bfa99fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.293256 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-87f85406-c0c9-418f-bbd5-ae6bfa99fb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.294562 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-87f85406-c0c9-418f-bbd5-ae6bfa99fb95 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19d23381-ae09-419b-8bdc-5a213c777db9 HTTP/1.1" status: 204 len: 168 time: 0.1650686 Aug 31 19:51:27.306586 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f85406-c0c9-418f-bbd5-ae6bfa99fb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d23381-ae09-419b-8bdc-5a213c777db9,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:27.470817 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.792722 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53140) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:27.820013 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fe50-4dc5-4c29-a768-13767b33f5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.961091 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fe50-4dc5-4c29-a768-13767b33f5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:27.966800 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fe50-4dc5-4c29-a768-13767b33f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:28.015173 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d9a9fe50-4dc5-4c29-a768-13767b33f5b3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=651dbad851a540eab526bc643e9ef920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185225 Aug 31 19:51:28.015607 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53144) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:28.022602 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9fe50-4dc5-4c29-a768-13767b33f5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442059e4-e0e9-40ae-8652-d8ad93ccad60,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:28.074988 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-24dc400c-5484-4493-a4c4-9549453aed27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:28.099987 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-24dc400c-5484-4493-a4c4-9549453aed27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:28.164350 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-24dc400c-5484-4493-a4c4-9549453aed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:28.167756 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-24dc400c-5484-4493-a4c4-9549453aed27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:28.172170 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-24dc400c-5484-4493-a4c4-9549453aed27 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/442059e4-e0e9-40ae-8652-d8ad93ccad60 HTTP/1.1" status: 204 len: 168 time: 0.1524730 Aug 31 19:51:28.179057 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc400c-5484-4493-a4c4-9549453aed27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442059e4-e0e9-40ae-8652-d8ad93ccad60,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:28.941738 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53176) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:29.058188 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1625742766-network', 'tenant_id': '43f0706901b2480189bce62e08ccf90c'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:51:29.078470 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Made reservation on behalf of 43f0706901b2480189bce62e08ccf90c for: {'network': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:51:29.080763 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for network, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.090177 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.196587 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.200625 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.223221 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=95343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 19:51:29.241153 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3622dba-b019-4cbe-84e4-78a94dc65f98,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:29.244465 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.244802 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.segments_db [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Added segment 3a5748ed-0a6c-416a-abc1-59733b209cdf of type vlan for network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 Aug 31 19:51:29.289586 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794133276775'] for network, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.323385 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330'] for network, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.324380 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:29.324993 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.377281 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4343901 Aug 31 19:51:29.381860 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53180) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:29.388262 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.v2.base [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Request body: {'subnet': {'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1625742766-subnet', 'tenant_id': '43f0706901b2480189bce62e08ccf90c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:51:29.392086 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20edcc-cb12-48e7-87a9-73a552863823 admin admin] Pushing event updated for resources: {'Network': ['ID=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:29.404648 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 details requested by agent ovs-agent-dv-cinder-789564-13-iscsi with host dv-cinder-789564-13-iscsi {{(pid=95344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 19:51:29.412834 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Made reservation on behalf of 43f0706901b2480189bce62e08ccf90c for: {'subnet': 1} {{(pid=95340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:51:29.415657 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26128576'] for subnet, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.599189 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25371469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26128598'] for subnet, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.658775 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97843e68-f92f-46d2-ad34-2ff404748b48,revision_number=0']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:29.670398 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Checking segment: {'id': '3a5748ed-0a6c-416a-abc1-59733b209cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:51:29.670697 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Network hostable DHCP agents. Network: 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0, hostable agents: ['5203f398-0b63-4f17-a3fe-6fbcde03d95b'], hosted agents: [] {{(pid=95340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 19:51:29.691540 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 is scheduled to be hosted by DHCP agent 5203f398-0b63-4f17-a3fe-6fbcde03d95b with binding_index 1 {{(pid=95340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 19:51:29.701409 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.base_scheduler [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-13-iscsi, 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0) {{(pid=95340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:51:29.710773 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:29.711387 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:29.711627 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7125bc98-e82c-409e-995f-e828b099fa62 None None] Network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:51:29.728469 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-c4adb6cd-43d0-414c-a88c-4bd85029e374 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3450568 Aug 31 19:51:29.999969 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda09da-ccd0-417b-89c3-6ba29cbda213 None None] Network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:51:34.810864 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1e5762db-cdaa-459e-a0a8-eacc72bf0f72 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:34.812387 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1e5762db-cdaa-459e-a0a8-eacc72bf0f72 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/networks?id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 HTTP/1.1" status: 200 len: 814 time: 0.1153724 Aug 31 19:51:34.827804 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-baf8546b-4b87-410e-9c69-e48903f5382e tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/quotas/43f0706901b2480189bce62e08ccf90c HTTP/1.1" status: 200 len: 375 time: 0.0096426 Aug 31 19:51:34.864683 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-2f134bbb-841a-4445-8998-75b1e9397fea tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=43f0706901b2480189bce62e08ccf90c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308166 Aug 31 19:51:34.996051 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-db29beee-c3f1-434a-b0e8-f9d4ef24cc06 service neutron] 10.222.0.54 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225038 Aug 31 19:51:35.156183 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-fa70c253-16e1-4399-8a46-c26799f40afe service neutron] 10.222.0.54 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533163 Aug 31 19:51:35.407270 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-565b460c-28e9-4bda-8a96-30a427ef3d5c req-be0b27d5-a2f7-4fd3-9288-08ac108edbf3 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 210 time: 0.0467613 Aug 31 19:51:36.550270 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-2a8ef38e-4fa6-4e89-b041-3ae8c00e62a2 req-a913b326-6665-4bde-89b7-beb63a9d8e3d tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 210 time: 0.0437100 Aug 31 19:51:36.561677 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-849e5829-4320-4d17-bcc2-dabb41170c15 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:36.563397 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-849e5829-4320-4d17-bcc2-dabb41170c15 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.55 "GET /v2.0/networks?id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 HTTP/1.1" status: 200 len: 814 time: 0.1557260 Aug 31 19:51:36.584954 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Request body: {'port': {'device_id': '77f136ec-4b9f-4a38-90c5-d016ad6c411e', 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0', 'admin_state_up': True, 'tenant_id': '43f0706901b2480189bce62e08ccf90c'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:51:36.709738 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Made reservation on behalf of 43f0706901b2480189bce62e08ccf90c for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:51:36.713381 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:36.861382 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Allocated IP 172.20.0.2 (33755e4e-cbf6-4b90-baf2-a9faf23dfdf0/97843e68-f92f-46d2-ad34-2ff404748b48/2be47cab-1da1-4dd3-a838-5f59276808b2) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:51:37.036891 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53298) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:37.039425 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:37.086676 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:37.141141 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:51:37.144932 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:51:37.148355 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:51:37.177222 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:37.182845 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Pushing event updated for resources: {'Port': ['ID=2be47cab-1da1-4dd3-a838-5f59276808b2,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:37.222979 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:37.223978 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:37.328095 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:37.332723 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:37.338888 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-dae8105f-2f7f-4d66-9887-14a76c2d06aa tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585437 Aug 31 19:51:37.358627 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Request body: {'port': {'device_id': '77f136ec-4b9f-4a38-90c5-d016ad6c411e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:51:37.378763 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce328ffa91394de7846e3f85f632692b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400183 Aug 31 19:51:37.379905 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9f9027-a47c-4d03-959a-fcfb19ac97ef,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:37.385136 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53302) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:37.388333 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.388683 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.389029 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.389360 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.389689 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.390074 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.390407 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.390747 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.391059 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.391379 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.391700 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.392016 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c98c1-6bc7-41e7-a98f-907157339da3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:37.456809 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:37.509583 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-259d6f29-7813-4a60-8fa4-e1316f30fa51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:37.550763 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-259d6f29-7813-4a60-8fa4-e1316f30fa51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:37.684181 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8949880-d5ca-41dc-83be-df226484913c req-b30e949f-a724-49c4-bc25-2762a2db4fc1 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:37.686175 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a8949880-d5ca-41dc-83be-df226484913c req-b30e949f-a724-49c4-bc25-2762a2db4fc1 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 931 time: 0.0572650 Aug 31 19:51:37.732688 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a8949880-d5ca-41dc-83be-df226484913c req-ead0102f-6ddd-43fe-8a18-369593efce69 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Aug 31 19:51:38.171004 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-259d6f29-7813-4a60-8fa4-e1316f30fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.173463 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-259d6f29-7813-4a60-8fa4-e1316f30fa51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.174717 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-259d6f29-7813-4a60-8fa4-e1316f30fa51 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d9f9027-a47c-4d03-959a-fcfb19ac97ef HTTP/1.1" status: 204 len: 168 time: 0.7884996 Aug 31 19:51:38.187552 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d6f29-7813-4a60-8fa4-e1316f30fa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9f9027-a47c-4d03-959a-fcfb19ac97ef,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:38.300875 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be47cab-1da1-4dd3-a838-5f59276808b2 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:51:38.315211 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.338216 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Transition to ACTIVE for port object 2be47cab-1da1-4dd3-a838-5f59276808b2 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:51:38.343551 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.441905 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Pushing event updated for resources: {'Port': ['ID=2be47cab-1da1-4dd3-a838-5f59276808b2,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:38.494110 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-97887209-f26e-4a72-9fb0-1d92f6dc5b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.543405 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Attempting to bind port 2be47cab-1da1-4dd3-a838-5f59276808b2 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:51:38.543957 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Attempting to bind port 2be47cab-1da1-4dd3-a838-5f59276808b2 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3a5748ed-0a6c-416a-abc1-59733b209cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:51:38.544496 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Attempting to bind port 2be47cab-1da1-4dd3-a838-5f59276808b2 on network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:51:38.552015 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Port 2be47cab-1da1-4dd3-a838-5f59276808b2 on network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:51:38.552700 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Attempting to bind port 2be47cab-1da1-4dd3-a838-5f59276808b2 on network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:51:38.562428 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:51:38.562993 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Checking segment: {'id': '3a5748ed-0a6c-416a-abc1-59733b209cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:51:38.563625 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Bound using segment: {'id': '3a5748ed-0a6c-416a-abc1-59733b209cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:51:38.564350 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Bound port: 2be47cab-1da1-4dd3-a838-5f59276808b2, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5748ed-0a6c-416a-abc1-59733b209cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:51:38.564951 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.613207 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53310) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:38.639690 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a40fcdd8-876b-4b60-8f03-0888b26b15c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.675237 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] For port 2be47cab-1da1-4dd3-a838-5f59276808b2, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:51:38.680668 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] For port 2be47cab-1da1-4dd3-a838-5f59276808b2, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2be47cab-1da1-4dd3-a838-5f59276808b2,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:51:38.689171 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.746277 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:38.746911 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.748394 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] 10.222.0.55 "PUT /v2.0/ports/2be47cab-1da1-4dd3-a838-5f59276808b2 HTTP/1.1" status: 200 len: 1093 time: 1.3953605 Aug 31 19:51:38.748858 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f136ec-4b9f-4a38-90c5-d016ad6c411e', 'tag': '2be47cab-1da1-4dd3-a838-5f59276808b2'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:38.751241 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd19ce9e-627a-4990-bdfc-1c0bfe045452" -d '{"events": [{"name": "network-changed", "server_uuid": "77f136ec-4b9f-4a38-90c5-d016ad6c411e", "tag": "2be47cab-1da1-4dd3-a838-5f59276808b2"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:38.788587 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec3db2-c839-4de3-9ed5-601ab88e1df8 service neutron] Pushing event updated for resources: {'Port': ['ID=2be47cab-1da1-4dd3-a838-5f59276808b2,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:38.847776 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a786f801-b89d-44e0-a64d-70dadbb8d250 x-openstack-request-id: req-a786f801-b89d-44e0-a64d-70dadbb8d250 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:38.848097 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f136ec-4b9f-4a38-90c5-d016ad6c411e", "tag": "2be47cab-1da1-4dd3-a838-5f59276808b2", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:38.848307 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a786f801-b89d-44e0-a64d-70dadbb8d250 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:38.848708 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f136ec-4b9f-4a38-90c5-d016ad6c411e', 'tag': '2be47cab-1da1-4dd3-a838-5f59276808b2', 'status': 'completed', 'code': 200} Aug 31 19:51:38.880611 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a40fcdd8-876b-4b60-8f03-0888b26b15c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.886521 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a40fcdd8-876b-4b60-8f03-0888b26b15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:38.906713 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c00f0-6c74-4e23-a0f2-8a44b4baaf19 req-42b0d998-64fd-4aa0-b312-897b74010962 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:38.908350 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-af6c00f0-6c74-4e23-a0f2-8a44b4baaf19 req-42b0d998-64fd-4aa0-b312-897b74010962 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 943 time: 0.0585737 Aug 31 19:51:38.929211 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-b73567df-df0e-4353-ae5e-22bcf7703d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:38.930889 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-b73567df-df0e-4353-ae5e-22bcf7703d24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43f0706901b2480189bce62e08ccf90c&device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 1096 time: 0.1106224 Aug 31 19:51:38.944955 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fcdd8-876b-4b60-8f03-0888b26b15c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b282684a-8bed-4e86-af33-06adbfa6e191,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:38.958550 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a40fcdd8-876b-4b60-8f03-0888b26b15c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4df729633316441baa05ceee327f1178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419149 Aug 31 19:51:38.963722 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53316) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:38.985011 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-af6c00f0-6c74-4e23-a0f2-8a44b4baaf19 req-b41344ba-ad06-47fc-9d0d-1365df0dddec tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669129 Aug 31 19:51:38.992192 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-50190675-4421-48eb-914c-4cf858bbb4b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2be47cab-1da1-4dd3-a838-5f59276808b2 HTTP/1.1" status: 200 len: 217 time: 0.0441234 Aug 31 19:51:39.040562 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15d4bd5a-56cb-418f-96de-69abb3b7f6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:39.061075 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-b04eafb6-81f0-4652-a651-d2c792add55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:39.062707 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-b04eafb6-81f0-4652-a651-d2c792add55d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97843e68-f92f-46d2-ad34-2ff404748b48 HTTP/1.1" status: 200 len: 854 time: 0.0628588 Aug 31 19:51:39.071121 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15d4bd5a-56cb-418f-96de-69abb3b7f6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:39.097775 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-2082636f-c92f-4698-abf5-bf563bcddf65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267763 Aug 31 19:51:39.127227 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15d4bd5a-56cb-418f-96de-69abb3b7f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:39.130301 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-15d4bd5a-56cb-418f-96de-69abb3b7f6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:39.136254 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-15d4bd5a-56cb-418f-96de-69abb3b7f6e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b282684a-8bed-4e86-af33-06adbfa6e191 HTTP/1.1" status: 204 len: 168 time: 0.1709812 Aug 31 19:51:39.147035 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4bd5a-56cb-418f-96de-69abb3b7f6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b282684a-8bed-4e86-af33-06adbfa6e191,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:39.209186 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-8e14e101-673d-4ea1-aeed-8a0408e396f2 service neutron] 10.222.0.55 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027648 Aug 31 19:51:39.334967 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-a8c67231-8207-4d45-a208-8f8c7f03025d req-b5436450-3eb9-4228-ab5d-d666bfc7c1e4 service neutron] 10.222.0.55 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084065 Aug 31 19:51:39.493398 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-8e885190-64bf-4987-87e3-b025cac37933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:39.495568 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-8e885190-64bf-4987-87e3-b025cac37933 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43f0706901b2480189bce62e08ccf90c&device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 1096 time: 0.0560327 Aug 31 19:51:39.611573 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-a8d17a84-751a-4254-b664-90f6b07379f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:39.614176 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-a8d17a84-751a-4254-b664-90f6b07379f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 HTTP/1.1" status: 200 len: 915 time: 0.1046898 Aug 31 19:51:39.665710 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-7b44a35a-ae65-4d61-9514-6c1206ef7ee3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2be47cab-1da1-4dd3-a838-5f59276808b2 HTTP/1.1" status: 200 len: 217 time: 0.0407584 Aug 31 19:51:39.727306 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-0945423e-358f-4edd-b28b-36bd5c559139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:39.728910 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-0945423e-358f-4edd-b28b-36bd5c559139 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97843e68-f92f-46d2-ad34-2ff404748b48 HTTP/1.1" status: 200 len: 854 time: 0.0564024 Aug 31 19:51:39.768741 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-bf856853-a590-4f34-8790-c578374841c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315492 Aug 31 19:51:39.903552 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-28027c17-c328-44b7-978e-d68e2b99a092 service neutron] 10.222.0.55 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264091 Aug 31 19:51:40.022672 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cd19ce9e-627a-4990-bdfc-1c0bfe045452 req-e86d5bbb-0931-42ca-89a6-becb03297522 service neutron] 10.222.0.55 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115811 Aug 31 19:51:40.189022 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc31583-42e2-4032-acca-b53397671e74 req-fc020e57-624b-4d55-8074-d4075c93ec52 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:40.191862 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3dc31583-42e2-4032-acca-b53397671e74 req-fc020e57-624b-4d55-8074-d4075c93ec52 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 943 time: 0.0721197 Aug 31 19:51:40.244129 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3dc31583-42e2-4032-acca-b53397671e74 req-8cf836f4-fed3-4128-b16f-8f0661677ef9 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Aug 31 19:51:41.397352 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d72c5f-8360-45fa-9f0c-8b29363eea0a req-706388f3-1612-4398-8cbc-520b0b69082e tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:41.399807 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f0d72c5f-8360-45fa-9f0c-8b29363eea0a req-706388f3-1612-4398-8cbc-520b0b69082e tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 943 time: 0.0667994 Aug 31 19:51:41.449518 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f0d72c5f-8360-45fa-9f0c-8b29363eea0a req-2b53b76f-7c99-4343-9a02-eab063b97b4a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Aug 31 19:51:41.536167 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:41.953086 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e06e8aae-fecb-41d2-be8b-7914ea06d2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:42.626747 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40e872-b20a-4590-a92c-94ee3807df1a req-ac4c28c4-08d9-44dd-ab3e-f941fad0d112 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:42.629219 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-de40e872-b20a-4590-a92c-94ee3807df1a req-ac4c28c4-08d9-44dd-ab3e-f941fad0d112 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 943 time: 0.0822244 Aug 31 19:51:42.678974 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-de40e872-b20a-4590-a92c-94ee3807df1a req-e22e4dcd-57f8-4f1d-9087-4aa747e289f8 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 Aug 31 19:51:42.682660 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53458) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:42.804508 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-be7b5c6e-bd6e-4c1a-bd96-65fc6676c227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:42.904376 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-be7b5c6e-bd6e-4c1a-bd96-65fc6676c227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:42.908848 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-be7b5c6e-bd6e-4c1a-bd96-65fc6676c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:42.949844 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-be7b5c6e-bd6e-4c1a-bd96-65fc6676c227 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6502202f4c584357972f5ac9898ad554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659159 Aug 31 19:51:42.950575 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b5c6e-bd6e-4c1a-bd96-65fc6676c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589c2e03-be68-4c33-a80c-3662e9bb4cba,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:42.952308 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53462) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:43.008374 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.014669 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a1cabca5-e422-4779-81cb-b9c62a83c343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.038076 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a1cabca5-e422-4779-81cb-b9c62a83c343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.094511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a1cabca5-e422-4779-81cb-b9c62a83c343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.097385 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a1cabca5-e422-4779-81cb-b9c62a83c343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.098738 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a1cabca5-e422-4779-81cb-b9c62a83c343 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/589c2e03-be68-4c33-a80c-3662e9bb4cba HTTP/1.1" status: 204 len: 168 time: 0.1453574 Aug 31 19:51:43.108013 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cabca5-e422-4779-81cb-b9c62a83c343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589c2e03-be68-4c33-a80c-3662e9bb4cba,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:43.195444 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 2be47cab-1da1-4dd3-a838-5f59276808b2 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:51:43.318397 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 2be47cab-1da1-4dd3-a838-5f59276808b2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2be47cab-1da1-4dd3-a838-5f59276808b2,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:43.332725 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': '2be47cab-1da1-4dd3-a838-5f59276808b2', 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0', 'port_id': '2be47cab-1da1-4dd3-a838-5f59276808b2', 'mac_address': 'fa:16:3e:21:d0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97843e68-f92f-46d2-ad34-2ff404748b48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:51:43.375284 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.391375 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be47cab-1da1-4dd3-a838-5f59276808b2 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:51:43.416104 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 2be47cab-1da1-4dd3-a838-5f59276808b2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2be47cab-1da1-4dd3-a838-5f59276808b2,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:43.422337 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.463189 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53468) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:43.477410 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5434-d631-4103-9071-9fa5b39cdbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.494245 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=2be47cab-1da1-4dd3-a838-5f59276808b2,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:43.502337 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.502712 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.503106 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.503448 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.503789 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.504120 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.504455 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.504786 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.505124 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.505448 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.505777 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.507186 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:51:43.591118 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5434-d631-4103-9071-9fa5b39cdbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.595831 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5434-d631-4103-9071-9fa5b39cdbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.640655 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-ca3b5434-d631-4103-9071-9fa5b39cdbf1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aefb6e6367224c659df89ead1b4e0bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762908 Aug 31 19:51:43.641787 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b5434-d631-4103-9071-9fa5b39cdbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1365e41-fc77-4d85-929d-a8b0e996c826,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:43.643909 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53470) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:43.736721 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6da79dea-5edd-4dad-9b48-29e63f96ccf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.794261 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6da79dea-5edd-4dad-9b48-29e63f96ccf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.900171 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11bb90-e697-482a-95de-aa05119938f7 req-bf32ce62-13c0-4da9-87d8-09ea139c8e0a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:43.901246 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['2be47cab-1da1-4dd3-a838-5f59276808b2'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:51:43.902394 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4a11bb90-e697-482a-95de-aa05119938f7 req-bf32ce62-13c0-4da9-87d8-09ea139c8e0a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 944 time: 0.1408794 Aug 31 19:51:43.950428 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-4a11bb90-e697-482a-95de-aa05119938f7 req-29e86de4-a30d-477f-b60e-c724a54b8252 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Aug 31 19:51:43.953072 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6da79dea-5edd-4dad-9b48-29e63f96ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.957159 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-6da79dea-5edd-4dad-9b48-29e63f96ccf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:43.966939 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-6da79dea-5edd-4dad-9b48-29e63f96ccf7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1365e41-fc77-4d85-929d-a8b0e996c826 HTTP/1.1" status: 204 len: 168 time: 0.3176303 Aug 31 19:51:43.977616 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79dea-5edd-4dad-9b48-29e63f96ccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1365e41-fc77-4d85-929d-a8b0e996c826,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:44.521153 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:45.142029 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed853638-10cb-4e20-9814-1a53314545b2 req-fbd699a8-e1ac-447e-8b51-499454caa849 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:45.144046 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed853638-10cb-4e20-9814-1a53314545b2 req-fbd699a8-e1ac-447e-8b51-499454caa849 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 944 time: 0.0792294 Aug 31 19:51:45.196711 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-ed853638-10cb-4e20-9814-1a53314545b2 req-38f8df59-2892-4d8c-a347-44a3992683e4 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Aug 31 19:51:45.213265 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 2be47cab-1da1-4dd3-a838-5f59276808b2 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:51:45.284867 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port 2be47cab-1da1-4dd3-a838-5f59276808b2 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:51:45.292522 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port 2be47cab-1da1-4dd3-a838-5f59276808b2 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:51:45.293142 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:45.393711 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:45.430753 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f136ec-4b9f-4a38-90c5-d016ad6c411e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be47cab-1da1-4dd3-a838-5f59276808b2'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:51:45.433218 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a281044-3d88-48c4-bd04-2fa0b042d063" -d '{"events": [{"server_uuid": "77f136ec-4b9f-4a38-90c5-d016ad6c411e", "name": "network-vif-plugged", "status": "completed", "tag": "2be47cab-1da1-4dd3-a838-5f59276808b2"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:51:45.447652 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port 2be47cab-1da1-4dd3-a838-5f59276808b2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2be47cab-1da1-4dd3-a838-5f59276808b2,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:51:45.455205 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:45.504180 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7ba2b5-1f4e-4303-b4ff-2ea82f6699c6 x-openstack-request-id: req-6c7ba2b5-1f4e-4303-b4ff-2ea82f6699c6 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:51:45.504465 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f136ec-4b9f-4a38-90c5-d016ad6c411e", "name": "network-vif-plugged", "status": "completed", "tag": "2be47cab-1da1-4dd3-a838-5f59276808b2", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:51:45.504853 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c7ba2b5-1f4e-4303-b4ff-2ea82f6699c6 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:51:45.505262 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f136ec-4b9f-4a38-90c5-d016ad6c411e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be47cab-1da1-4dd3-a838-5f59276808b2', 'code': 200} Aug 31 19:51:45.518672 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=2be47cab-1da1-4dd3-a838-5f59276808b2,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:45.727542 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59257-58d6-4a26-b4f8-882c2ed417b7 req-2ab541c0-432a-48fb-949c-4a83da0dac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:45.728966 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d2f59257-58d6-4a26-b4f8-882c2ed417b7 req-2ab541c0-432a-48fb-949c-4a83da0dac99 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 1098 time: 0.0456750 Aug 31 19:51:45.769809 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-d2f59257-58d6-4a26-b4f8-882c2ed417b7 req-29a417e3-df48-42bb-a2bb-b58820404563 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335066 Aug 31 19:51:46.362982 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b04b40-d9b4-4457-847b-d4c81265de4a req-ee5e4aeb-6ab0-472e-8758-4a8866388162 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:46.364908 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-33b04b40-d9b4-4457-847b-d4c81265de4a req-ee5e4aeb-6ab0-472e-8758-4a8866388162 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 945 time: 0.0585821 Aug 31 19:51:46.416912 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-33b04b40-d9b4-4457-847b-d4c81265de4a req-d2611ab0-3579-45c4-9bf0-686417a37926 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451868 Aug 31 19:51:47.552527 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dac86b-7952-4c87-ade2-37cc6a1b78ec req-4836d43c-64b8-4845-aad7-607525f6cad3 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:51:47.554852 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-14dac86b-7952-4c87-ade2-37cc6a1b78ec req-4836d43c-64b8-4845-aad7-607525f6cad3 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 945 time: 0.0547295 Aug 31 19:51:47.609655 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-14dac86b-7952-4c87-ade2-37cc6a1b78ec req-88cb06be-79c1-4cc6-a174-3b9e4e09f559 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441093 Aug 31 19:51:49.835512 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53636) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:49.954070 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-358f6a6d-4b46-41e1-83f4-611fd1a6e662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.057422 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-358f6a6d-4b46-41e1-83f4-611fd1a6e662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.061547 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-358f6a6d-4b46-41e1-83f4-611fd1a6e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.110008 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-358f6a6d-4b46-41e1-83f4-611fd1a6e662 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a5963a310784709aacc3df0c8fb90f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733090 Aug 31 19:51:50.110771 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f6a6d-4b46-41e1-83f4-611fd1a6e662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e5cf4a-7b7e-46fc-a9c2-4cf29b1e4dfd,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:50.112980 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53640) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:50.178783 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e0befdf-ead4-4133-a022-cf60e30efdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.206330 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e0befdf-ead4-4133-a022-cf60e30efdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.262270 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e0befdf-ead4-4133-a022-cf60e30efdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.265209 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-8e0befdf-ead4-4133-a022-cf60e30efdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.266609 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-8e0befdf-ead4-4133-a022-cf60e30efdd0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7e5cf4a-7b7e-46fc-a9c2-4cf29b1e4dfd HTTP/1.1" status: 204 len: 168 time: 0.1525834 Aug 31 19:51:50.279276 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0befdf-ead4-4133-a022-cf60e30efdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e5cf4a-7b7e-46fc-a9c2-4cf29b1e4dfd,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:50.624454 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53648) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:50.641351 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bcc3cd59-bfc1-4474-93ed-bdd98aeced7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.791532 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bcc3cd59-bfc1-4474-93ed-bdd98aeced7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.797873 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-bcc3cd59-bfc1-4474-93ed-bdd98aeced7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.873473 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-bcc3cd59-bfc1-4474-93ed-bdd98aeced7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8fc83aa45c5a46dda5b158032cee90ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470889 Aug 31 19:51:50.875099 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3cd59-bfc1-4474-93ed-bdd98aeced7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de0066-c317-42b9-a519-a512e2723aba,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:50.875996 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53650) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:50.939655 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-075e58a1-e421-4087-87b8-38562f66a315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:50.964166 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-075e58a1-e421-4087-87b8-38562f66a315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.022420 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-075e58a1-e421-4087-87b8-38562f66a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.027437 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-075e58a1-e421-4087-87b8-38562f66a315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.029488 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-075e58a1-e421-4087-87b8-38562f66a315 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56de0066-c317-42b9-a519-a512e2723aba HTTP/1.1" status: 204 len: 168 time: 0.1518893 Aug 31 19:51:51.044010 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e58a1-e421-4087-87b8-38562f66a315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de0066-c317-42b9-a519-a512e2723aba,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:51.529327 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53658) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:51.544798 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cbac-b732-4ecd-a800-02e3fe224896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.675652 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cbac-b732-4ecd-a800-02e3fe224896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.683110 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cbac-b732-4ecd-a800-02e3fe224896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.758951 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-8ab4cbac-b732-4ecd-a800-02e3fe224896 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3171cf3a015b4f32a74a6882c3c30e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281985 Aug 31 19:51:51.761432 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53660) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:51.762115 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4cbac-b732-4ecd-a800-02e3fe224896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b30dd85-2bfc-4069-9c64-b4fce6bcc1b4,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:51.832811 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d387b946-4fa3-490f-94be-e17044d65dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.858248 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d387b946-4fa3-490f-94be-e17044d65dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.913823 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d387b946-4fa3-490f-94be-e17044d65dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.918929 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-d387b946-4fa3-490f-94be-e17044d65dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:51.923078 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-d387b946-4fa3-490f-94be-e17044d65dfa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b30dd85-2bfc-4069-9c64-b4fce6bcc1b4 HTTP/1.1" status: 204 len: 168 time: 0.1576877 Aug 31 19:51:51.930161 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387b946-4fa3-490f-94be-e17044d65dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b30dd85-2bfc-4069-9c64-b4fce6bcc1b4,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:57.470681 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.066871 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53794) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:59.200269 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-20c5cd43-91de-455b-96ed-1c72efb19720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.327175 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-20c5cd43-91de-455b-96ed-1c72efb19720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.332320 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-20c5cd43-91de-455b-96ed-1c72efb19720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.389200 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-20c5cd43-91de-455b-96ed-1c72efb19720 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ebdc7f2b30a4021be1f130304c1e7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211911 Aug 31 19:51:59.390272 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5cd43-91de-455b-96ed-1c72efb19720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15e03cd-5066-491b-a5f5-c9d90556ddc9,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:59.392228 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53798) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:59.456344 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b335d75f-e33b-42ee-9010-34664b7185fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.484207 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b335d75f-e33b-42ee-9010-34664b7185fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.541912 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b335d75f-e33b-42ee-9010-34664b7185fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.544644 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-b335d75f-e33b-42ee-9010-34664b7185fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.545825 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-b335d75f-e33b-42ee-9010-34664b7185fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e15e03cd-5066-491b-a5f5-c9d90556ddc9 HTTP/1.1" status: 204 len: 168 time: 0.1522741 Aug 31 19:51:59.555700 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335d75f-e33b-42ee-9010-34664b7185fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15e03cd-5066-491b-a5f5-c9d90556ddc9,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:51:59.860155 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53804) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:51:59.874216 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ee19c33f-b048-4619-904a-0cc2c4dd0bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.976607 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ee19c33f-b048-4619-904a-0cc2c4dd0bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:51:59.983865 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-ee19c33f-b048-4619-904a-0cc2c4dd0bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:00.020698 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-ee19c33f-b048-4619-904a-0cc2c4dd0bd9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1c4e37f76d64976b24a8e292d71c988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593502 Aug 31 19:52:00.024093 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53808) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:00.037593 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19c33f-b048-4619-904a-0cc2c4dd0bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1742953-821f-4932-9c11-3cc15da6fd1e,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:00.085126 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-24d9b9e5-8f3b-4924-ab7e-d2b3e5cdda34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:00.114705 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-24d9b9e5-8f3b-4924-ab7e-d2b3e5cdda34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:00.170158 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-24d9b9e5-8f3b-4924-ab7e-d2b3e5cdda34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:00.172710 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-24d9b9e5-8f3b-4924-ab7e-d2b3e5cdda34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:00.173881 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-24d9b9e5-8f3b-4924-ab7e-d2b3e5cdda34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1742953-821f-4932-9c11-3cc15da6fd1e HTTP/1.1" status: 204 len: 168 time: 0.1487205 Aug 31 19:52:00.189195 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9b9e5-8f3b-4924-ab7e-d2b3e5cdda34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1742953-821f-4932-9c11-3cc15da6fd1e,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:02.418895 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53880) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:02.550682 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-50d7c679-b4b9-487a-add3-c19ec5e5b4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:02.665094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-50d7c679-b4b9-487a-add3-c19ec5e5b4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:02.669671 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-50d7c679-b4b9-487a-add3-c19ec5e5b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:02.711706 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7c679-b4b9-487a-add3-c19ec5e5b4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610623b3-5820-4cbc-9a08-63bfdeb3a653,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:02.720193 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-50d7c679-b4b9-487a-add3-c19ec5e5b4ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52a1810a09d84fa8943a12d8d4ad3cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973595 Aug 31 19:52:02.720613 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 53888) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:02.778378 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-304c16bf-f86f-4d6a-a22f-64ef681d7b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:02.802076 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-304c16bf-f86f-4d6a-a22f-64ef681d7b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:02.855828 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-304c16bf-f86f-4d6a-a22f-64ef681d7b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:02.859573 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-304c16bf-f86f-4d6a-a22f-64ef681d7b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:02.861078 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-304c16bf-f86f-4d6a-a22f-64ef681d7b47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/610623b3-5820-4cbc-9a08-63bfdeb3a653 HTTP/1.1" status: 204 len: 168 time: 0.1393671 Aug 31 19:52:02.871029 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c16bf-f86f-4d6a-a22f-64ef681d7b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610623b3-5820-4cbc-9a08-63bfdeb3a653,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:02.961390 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-a0eb3f87-813e-4719-8917-98ebadd1c7c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473480 Aug 31 19:52:03.056730 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-0ea13352-ec3c-4eaa-8836-79a6864ec86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:03.058296 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-0ea13352-ec3c-4eaa-8836-79a6864ec86a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 1099 time: 0.0533373 Aug 31 19:52:03.216088 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-b9edaf85-f7ce-43d6-b917-422f230b4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:03.217729 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-b9edaf85-f7ce-43d6-b917-422f230b4f50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.1375227 Aug 31 19:52:03.226337 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53896) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:03.242557 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49ff2767-58db-4b1e-b7de-b46cf268b298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:03.317574 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-df5fc799-4f21-4546-95ef-ca776738eaf5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a HTTP/1.1" status: 200 len: 1002 time: 0.0918128 Aug 31 19:52:03.346280 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49ff2767-58db-4b1e-b7de-b46cf268b298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:03.351556 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-49ff2767-58db-4b1e-b7de-b46cf268b298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_create {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:03.377553 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:52:03.379101 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-9e766409-c346-4259-b1d2-7371962c5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:03.381359 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-9e766409-c346-4259-b1d2-7371962c5338 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0534575 Aug 31 19:52:03.402611 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-49ff2767-58db-4b1e-b7de-b46cf268b298 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ff62b445c2e34b99b5fbada2943f2d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744814 Aug 31 19:52:03.403638 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff2767-58db-4b1e-b7de-b46cf268b298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54cd186-a133-4c94-b2a4-253cd7a9f3b6,revision_number=1']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:03.406232 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53898) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:03.442213 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-c85adb51-aa55-4e1c-88f3-c9f1ec621f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:03.444351 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-c85adb51-aa55-4e1c-88f3-c9f1ec621f40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551493 Aug 31 19:52:03.464300 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1eae26e0-f66e-4fa3-a7ec-805107d20f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:03.488723 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1eae26e0-f66e-4fa3-a7ec-805107d20f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:03.552214 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1eae26e0-f66e-4fa3-a7ec-805107d20f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:03.556560 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-1eae26e0-f66e-4fa3-a7ec-805107d20f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:03.560411 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-1eae26e0-f66e-4fa3-a7ec-805107d20f79 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f54cd186-a133-4c94-b2a4-253cd7a9f3b6 HTTP/1.1" status: 204 len: 168 time: 0.1508322 Aug 31 19:52:03.564938 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-dfc5e323-e9f4-49a5-a9b0-5d34e5cefb99 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111453 Aug 31 19:52:03.570298 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae26e0-f66e-4fa3-a7ec-805107d20f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54cd186-a133-4c94-b2a4-253cd7a9f3b6,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:03.715940 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1fc34b36-6dfb-49e9-a733-4e9465b49f25 req-63ff7063-3a93-4e21-850f-cce9f595bf40 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425734 Aug 31 19:52:08.484338 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-fef51d35-0d48-41c5-9b3b-cac5d56616b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:11.533151 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:11.949491 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-d93f7996-7a37-4292-95b6-2524419d6dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:13.015087 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:14.520311 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:23.732268 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 53956) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:24.154436 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Deleting port 1e335b89-1439-4991-a290-319635310eea {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:24.154776 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:24.237568 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:24.238042 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:24.253166 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Calling delete_port for 1e335b89-1439-4991-a290-319635310eea owned by network:floatingip {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:24.435187 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:24.460918 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event deleted for resources: {'Port': ['ID=1e335b89-1439-4991-a290-319635310eea,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:24.531245 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:24.531608 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.db.l3_db [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Floating IP b1a0db56-0c97-4c11-ad8d-8a051efc71bd disassociated (deleted). External IP: 172.27.0.173, port: 88d07cba-0941-4c49-9093-c9ade66fdc3a. Aug 31 19:52:24.746610 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:52:24.855565 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:52:24.860976 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:24.867859 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] Sync routers for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:52:24.877922 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:24.878584 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:52:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:24.907146 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-a0901d53-c010-4025-80b3-b10b42b47b38 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "DELETE /v2.0/floatingips/b1a0db56-0c97-4c11-ad8d-8a051efc71bd HTTP/1.1" status: 204 len: 168 time: 1.1730731 Aug 31 19:52:24.908029 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a'}] {{(pid=95340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:24.912887 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aed911ff9c7333d12d53b28f07ee083d5d42a73f628962957785d94b2780b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11547726-214a-429e-8762-30c05e7138b4" -d '{"events": [{"name": "network-changed", "server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a"}]}' {{(pid=95340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:24.972206 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88592cac-ec97-464c-a044-a9256251dfe8 x-openstack-request-id: req-88592cac-ec97-464c-a044-a9256251dfe8 {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:24.972206 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a", "status": "completed", "code": 200}]} {{(pid=95340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:24.972206 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88592cac-ec97-464c-a044-a9256251dfe8 {{(pid=95340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:24.972608 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'status': 'completed', 'code': 200} Aug 31 19:52:25.019604 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:25.158256 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63857ac-0e5a-4a55-826d-3b1687bb1edb req-802455ea-95a9-4095-bff0-293fd608b64d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:25.160034 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c63857ac-0e5a-4a55-826d-3b1687bb1edb req-802455ea-95a9-4095-bff0-293fd608b64d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.0526123 Aug 31 19:52:25.206751 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-c63857ac-0e5a-4a55-826d-3b1687bb1edb req-5eff2f94-a4e0-44a9-8aba-9ad200cbf096 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403533 Aug 31 19:52:25.298586 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '45c2252a-0a9c-4e3b-b590-15fe561439bb', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:54Z', 'updated_at': '2021-08-31T19:47:56Z', 'revision_number': 1, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:25.327866 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] Checking router: 08a0e5d9-db5a-4f52-9c39-8185c9710b12 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:52:25.337456 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:25.338119 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:52:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:25.460761 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:25.713877 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '45c2252a-0a9c-4e3b-b590-15fe561439bb', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:54Z', 'updated_at': '2021-08-31T19:47:56Z', 'revision_number': 1, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:25.746865 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a89cd57-8189-47b1-b43a-c45021e5335a None None] The sync data for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi is: [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_floatingips': [{'id': '45c2252a-0a9c-4e3b-b590-15fe561439bb', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'router_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'port_id': '951008aa-3b0e-4dab-a126-727eda5311b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'mac_address': 'fa:16:3e:92:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T19:47:54Z', 'updated_at': '2021-08-31T19:47:56Z', 'revision_number': 1, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:52:25.995145 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82317e00-47b5-4cf5-b067-f227b19b8eaa None None] New status for floating IP b1a0db56-0c97-4c11-ad8d-8a051efc71bd: DOWN {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:52:26.325230 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11547726-214a-429e-8762-30c05e7138b4 req-b100d395-0df3-465c-ab58-371075ad13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.327075 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-11547726-214a-429e-8762-30c05e7138b4 req-b100d395-0df3-465c-ab58-371075ad13df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 1099 time: 0.0728736 Aug 31 19:52:26.371287 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9430c7-f552-4c6a-802b-f97a874cc0be req-f662c986-72b2-4f51-b232-b7f716fe7256 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.372938 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bd9430c7-f552-4c6a-802b-f97a874cc0be req-f662c986-72b2-4f51-b232-b7f716fe7256 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.0529273 Aug 31 19:52:26.417258 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-bd9430c7-f552-4c6a-802b-f97a874cc0be req-0c752037-21ec-49c5-b46e-c47671876de3 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354533 Aug 31 19:52:26.442753 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11547726-214a-429e-8762-30c05e7138b4 req-04f07843-e155-4298-99f8-a91bcd3b68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.444865 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-11547726-214a-429e-8762-30c05e7138b4 req-04f07843-e155-4298-99f8-a91bcd3b68fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.1093709 Aug 31 19:52:26.496657 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-11547726-214a-429e-8762-30c05e7138b4 req-926a66cd-244e-40f4-a2f3-dc1d2321085c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a HTTP/1.1" status: 200 len: 217 time: 0.0425315 Aug 31 19:52:26.554893 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11547726-214a-429e-8762-30c05e7138b4 req-3df5f52a-8a26-4f62-a3ca-841a38f88afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.556513 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-11547726-214a-429e-8762-30c05e7138b4 req-3df5f52a-8a26-4f62-a3ca-841a38f88afa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0515354 Aug 31 19:52:26.608037 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11547726-214a-429e-8762-30c05e7138b4 req-3882e98a-9e35-4109-b0c8-70d9257754bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:26.609674 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-11547726-214a-429e-8762-30c05e7138b4 req-3882e98a-9e35-4109-b0c8-70d9257754bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455382 Aug 31 19:52:26.713307 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-11547726-214a-429e-8762-30c05e7138b4 req-bbb81648-3526-4e38-a0fa-f4371f33d5be service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946465 Aug 31 19:52:26.858342 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-11547726-214a-429e-8762-30c05e7138b4 req-065fac4b-3fbd-4377-acef-aa68d1e820fc service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369793 Aug 31 19:52:27.484037 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:27.573137 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230381e8-d8ac-4439-b147-416d5620ad83 req-c7ffa1a8-6b29-476a-a864-807a0e67ee8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:27.574744 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-230381e8-d8ac-4439-b147-416d5620ad83 req-c7ffa1a8-6b29-476a-a864-807a0e67ee8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.0545459 Aug 31 19:52:27.624267 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-230381e8-d8ac-4439-b147-416d5620ad83 req-754032f9-e586-4e53-b9d7-76eebc5a3671 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Aug 31 19:52:28.417511 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-70fecfcf-b5fd-4fe5-9f7e-46ed62e644d2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:28.419284 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-70fecfcf-b5fd-4fe5-9f7e-46ed62e644d2 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.0566299 Aug 31 19:52:28.517033 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Deleting port 88d07cba-0941-4c49-9093-c9ade66fdc3a {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:28.517382 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:28.616908 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] For port 88d07cba-0941-4c49-9093-c9ade66fdc3a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=88d07cba-0941-4c49-9093-c9ade66fdc3a,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:28.617638 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:28.630138 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Calling delete_port for 88d07cba-0941-4c49-9093-c9ade66fdc3a owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:28.750950 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c46ed-1378-4919-9f1c-cd2505f4971e req-1f6d5e22-a4c7-426b-82e8-d8b2ef88e9e5 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:28.752500 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a08c46ed-1378-4919-9f1c-cd2505f4971e req-1f6d5e22-a4c7-426b-82e8-d8b2ef88e9e5 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 946 time: 0.0520513 Aug 31 19:52:28.766017 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:28.799923 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event deleted for resources: {'Port': ['ID=88d07cba-0941-4c49-9093-c9ade66fdc3a,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:28.801129 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a08c46ed-1378-4919-9f1c-cd2505f4971e req-68a68b43-e9ee-4d51-a18c-f5005b16a9f8 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Aug 31 19:52:28.816138 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.816487 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.816824 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.817180 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.817485 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.818466 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.818752 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.818977 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.819482 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.819812 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.820136 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.820453 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:28.855842 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] No DVR routers for this DVR port 88d07cba-0941-4c49-9093-c9ade66fdc3a on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:52:28.858522 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:28.860528 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-74ad0547-c78e-49b7-bd8d-afc99f56533c req-44051738-d11e-4f7d-9488-05e3e3c4fb8b tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "DELETE /v2.0/ports/88d07cba-0941-4c49-9093-c9ade66fdc3a HTTP/1.1" status: 204 len: 173 time: 0.4351907 Aug 31 19:52:28.860974 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'name': 'network-vif-deleted', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:28.863371 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a533fed-7726-4b12-993b-56d8bd68f3b2" -d '{"events": [{"server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "name": "network-vif-deleted", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:28.900060 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4149ce-1246-4c18-a471-f885b5589045 x-openstack-request-id: req-fe4149ce-1246-4c18-a471-f885b5589045 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:28.900419 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ef889e-20ba-42a8-83bc-d78565166459", "name": "network-vif-deleted", "tag": "88d07cba-0941-4c49-9093-c9ade66fdc3a", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:28.900670 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe4149ce-1246-4c18-a471-f885b5589045 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:28.901093 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ef889e-20ba-42a8-83bc-d78565166459', 'name': 'network-vif-deleted', 'tag': '88d07cba-0941-4c49-9093-c9ade66fdc3a', 'status': 'completed', 'code': 200} Aug 31 19:52:29.923587 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d85a823a-576b-47aa-8ab6-831f472efc8b req-cfbbac90-220f-403e-a597-e21a1a82c55d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 210 time: 0.0296054 Aug 31 19:52:31.026281 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5d5a57de-a8c6-4b74-85b0-e9ed38663ebd req-639d8b7d-6bcf-4e40-bc1e-853d6e49b063 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 210 time: 0.0295606 Aug 31 19:52:32.131282 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3bdc611d-1718-4654-9922-6bfb23a3bbb8 req-10805174-fa62-44b6-8222-dee32bbd3a4e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 210 time: 0.0281634 Aug 31 19:52:33.247291 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-419a84cc-0f18-4243-9f59-2eac85d80a8a req-d853a0a4-de93-4a35-93a4-2ca750f26b86 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 210 time: 0.0361838 Aug 31 19:52:33.407869 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 88d07cba-0941-4c49-9093-c9ade66fdc3a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:33.432183 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 88d07cba-0941-4c49-9093-c9ade66fdc3a {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:33.432440 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 88d07cba-0941-4c49-9093-c9ade66fdc3a not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:34.355553 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-3714ba42-e9b4-4a8d-be04-391582e7a560 req-a91512af-c45c-4027-8a24-8250fd9cbb45 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ef889e-20ba-42a8-83bc-d78565166459 HTTP/1.1" status: 200 len: 210 time: 0.0274708 Aug 31 19:52:38.476780 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-5ebaf3c3-9604-4791-bd70-9b64bc1d5cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:40.376601 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:52:40.840231 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54048) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:41.025332 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Deleting port 89e44fb2-6268-4dd4-8207-cbf372289600 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:41.025780 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.118599 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.118854 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.136220 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Calling delete_port for 89e44fb2-6268-4dd4-8207-cbf372289600 owned by network:floatingip {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:41.326792 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.354140 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event deleted for resources: {'Port': ['ID=89e44fb2-6268-4dd4-8207-cbf372289600,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:41.422795 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.423013 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.db.l3_db [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Floating IP 45c2252a-0a9c-4e3b-b590-15fe561439bb disassociated (deleted). External IP: 172.27.0.189, port: 951008aa-3b0e-4dab-a126-727eda5311b5. Aug 31 19:52:41.547694 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.645014 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:52:41.776155 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:52:41.780729 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:41.788641 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] Sync routers for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:52:41.799549 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:41.800450 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:52:12Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:41.814818 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-e10b5407-5af3-468f-ac51-ba9d31727b4d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "DELETE /v2.0/floatingips/45c2252a-0a9c-4e3b-b590-15fe561439bb HTTP/1.1" status: 204 len: 168 time: 0.9730351 Aug 31 19:52:41.815394 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:41.817840 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:41.855887 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eac9641-a57d-4573-90bf-765eeabf05c6 x-openstack-request-id: req-4eac9641-a57d-4573-90bf-765eeabf05c6 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:41.856643 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:41.856643 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4eac9641-a57d-4573-90bf-765eeabf05c6 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:41.856841 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5', 'status': 'completed', 'code': 200} Aug 31 19:52:41.932757 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:41.947370 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-c07a347a-4fdd-4891-8ffa-e553fb79a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:41.949426 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-c07a347a-4fdd-4891-8ffa-e553fb79a88e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 1099 time: 0.0474765 Aug 31 19:52:42.071024 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-66915136-3023-42f2-91dc-a968928394a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:42.081255 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e703074-e1d2-4e9a-97ad-c011d8bc684a req-2336346d-8d49-444f-a788-53fa431dfaca tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:42.083626 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5e703074-e1d2-4e9a-97ad-c011d8bc684a req-2336346d-8d49-444f-a788-53fa431dfaca tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 946 time: 0.0703197 Aug 31 19:52:42.118494 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-ea7c2ee8-ce49-42fe-be78-c00b8ceb032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:42.119985 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-ea7c2ee8-ce49-42fe-be78-c00b8ceb032f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 200 len: 913 time: 0.1637545 Aug 31 19:52:42.162725 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:42.169330 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-202e6c78-a436-42b3-a30a-f9a3e0893f80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951008aa-3b0e-4dab-a126-727eda5311b5 HTTP/1.1" status: 200 len: 217 time: 0.0378699 Aug 31 19:52:42.172223 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-5e703074-e1d2-4e9a-97ad-c011d8bc684a req-4229aa2b-8d2d-46f8-a6c8-18cdb5f3789d tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766582 Aug 31 19:52:42.194309 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] Checking router: 08a0e5d9-db5a-4f52-9c39-8185c9710b12 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:52:42.203549 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:42.204342 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:52:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:42.221928 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-783036c1-3b07-49db-b7a3-c67608a46e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:42.223441 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-783036c1-3b07-49db-b7a3-c67608a46e1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 200 len: 851 time: 0.0462494 Aug 31 19:52:42.283806 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-01cc3318-6a15-4102-9ea4-3148b8a01183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:42.285393 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-01cc3318-6a15-4102-9ea4-3148b8a01183 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c87210da-3a04-4129-9954-1862602f9fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496230 Aug 31 19:52:42.408146 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-8ce0b6b7-66c9-4e99-8604-11af7f7f1169 service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122668 Aug 31 19:52:42.454250 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:42.517696 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-1e6c3aea-db25-4e24-be1a-03e585bb4fdf req-8e3d61ca-2717-441c-af57-6a74668416de service neutron] 10.222.0.55 "GET /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021986 Aug 31 19:52:42.667349 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:42.695137 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4965c-9772-4ba9-8af8-7278eb2fc1f8 None None] The sync data for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi is: [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:43:22Z', 'revision_number': 4, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi', '_interfaces': [{'id': '68364b9e-29ab-473e-857a-966a9b0f0b9c', 'name': '', 'network_id': 'c87210da-3a04-4129-9954-1862602f9fb6', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'mac_address': 'fa:16:3e:77:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:21Z', 'updated_at': '2021-08-31T19:43:30Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'subnets': [{'id': 'ba68b385-ed91-4848-a58c-b4d8031d8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:52:42.928195 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40965186-8243-4eec-963c-cb169d053ff5 None None] New status for floating IP 45c2252a-0a9c-4e3b-b590-15fe561439bb: DOWN {{(pid=95345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 19:52:43.012151 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:43.299052 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9329a9-5207-45c2-bad9-58e32b8fd209 req-cadd959f-8ba8-4980-9e9f-2ab6b4036086 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:43.300680 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4a9329a9-5207-45c2-bad9-58e32b8fd209 req-cadd959f-8ba8-4980-9e9f-2ab6b4036086 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 946 time: 0.0551281 Aug 31 19:52:43.355482 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-4a9329a9-5207-45c2-bad9-58e32b8fd209 req-aafb8ce6-cf6f-46a6-9f57-db10d77f5a54 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462959 Aug 31 19:52:43.880963 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-eb83ce70-e0b2-4a84-81c6-94106b792044 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:43.882751 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-eb83ce70-e0b2-4a84-81c6-94106b792044 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 946 time: 0.0522165 Aug 31 19:52:43.999862 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Deleting port 951008aa-3b0e-4dab-a126-727eda5311b5 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:44.000266 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.108401 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] For port 951008aa-3b0e-4dab-a126-727eda5311b5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=951008aa-3b0e-4dab-a126-727eda5311b5,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:44.108774 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.126507 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Calling delete_port for 951008aa-3b0e-4dab-a126-727eda5311b5 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:44.536893 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.545166 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7a9f3-73b6-48a1-a54f-05ff49c6e0c7 req-4331501b-029d-4dfb-ae79-f83e2e6a5108 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:44.547105 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-15f7a9f3-73b6-48a1-a54f-05ff49c6e0c7 req-4331501b-029d-4dfb-ae79-f83e2e6a5108 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2eca26f-3d3c-4519-8a34-90eb65574250 HTTP/1.1" status: 200 len: 946 time: 0.0953133 Aug 31 19:52:44.598961 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-15f7a9f3-73b6-48a1-a54f-05ff49c6e0c7 req-fe7aa710-e003-43a4-b2b5-88f8e0706547 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "GET /v2.0/security-groups?id=c5658e95-6455-454c-8d1a-1063dac313fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385952 Aug 31 19:52:44.600003 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.634204 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event deleted for resources: {'Port': ['ID=951008aa-3b0e-4dab-a126-727eda5311b5,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:44.685452 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] No DVR routers for this DVR port 951008aa-3b0e-4dab-a126-727eda5311b5 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:52:44.688059 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:44.690260 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-72d65d18-a218-4c14-81ec-a9e38d7090d3 req-63e8ab30-43c9-49ae-b389-c99c038100be tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.55 "DELETE /v2.0/ports/951008aa-3b0e-4dab-a126-727eda5311b5 HTTP/1.1" status: 204 len: 173 time: 0.7930574 Aug 31 19:52:44.690732 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'name': 'network-vif-deleted', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:44.694197 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81da976-3338-4230-966e-f412a0b1b8ff" -d '{"events": [{"server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "name": "network-vif-deleted", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:44.750408 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967ce169-21fb-40ac-9bff-c0420b8a87de x-openstack-request-id: req-967ce169-21fb-40ac-9bff-c0420b8a87de {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:44.750954 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2eca26f-3d3c-4519-8a34-90eb65574250", "name": "network-vif-deleted", "tag": "951008aa-3b0e-4dab-a126-727eda5311b5", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:44.751407 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-967ce169-21fb-40ac-9bff-c0420b8a87de {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:44.751799 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eca26f-3d3c-4519-8a34-90eb65574250', 'name': 'network-vif-deleted', 'tag': '951008aa-3b0e-4dab-a126-727eda5311b5', 'status': 'completed', 'code': 200} Aug 31 19:52:44.813428 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d934f-c9b2-492c-ab26-e3d54e53b83b req-18d58277-f2f5-42c1-93fc-e0ab8d1460d3 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:44.815119 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-978d934f-c9b2-492c-ab26-e3d54e53b83b req-18d58277-f2f5-42c1-93fc-e0ab8d1460d3 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 945 time: 0.0692439 Aug 31 19:52:44.861293 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-978d934f-c9b2-492c-ab26-e3d54e53b83b req-0b891c3a-1641-45c1-b6da-906eae2a0896 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Aug 31 19:52:45.683707 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 54092) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:45.830903 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Deleting port 44f7f090-5da7-4386-a28b-2f96735c7b1d {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:45.831311 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.919521 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.919867 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:45.934332 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Calling delete_port for 44f7f090-5da7-4386-a28b-2f96735c7b1d owned by network:floatingip {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:46.075411 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51093b8-9cb5-417b-84bf-3a7a9b176750 req-96b530f5-bbfb-4ab3-afdb-f17a940f2dd4 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:46.077115 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d51093b8-9cb5-417b-84bf-3a7a9b176750 req-96b530f5-bbfb-4ab3-afdb-f17a940f2dd4 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 945 time: 0.0940087 Aug 31 19:52:46.169038 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d51093b8-9cb5-417b-84bf-3a7a9b176750 req-12352200-349d-4401-9f41-5ca2a770cb1f tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776522 Aug 31 19:52:46.170254 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:46.202404 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event deleted for resources: {'Port': ['ID=44f7f090-5da7-4386-a28b-2f96735c7b1d,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:46.218002 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.218498 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.218927 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.219359 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.219781 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.220206 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.220692 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.221115 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.221539 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.221952 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.222400 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.222818 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:46.280476 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for floatingip, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:46.283017 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for floatingip, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:46.284216 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-fc3c9b92-ae17-4757-adf3-7b685053d24e tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "DELETE /v2.0/floatingips/16d1d17b-cf97-4a92-8fed-b6cceae0c3a3 HTTP/1.1" status: 204 len: 168 time: 0.5991969 Aug 31 19:52:46.874538 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-3711d942-bb8f-4a54-9338-018e5b0bca25 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:46.876116 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-3711d942-bb8f-4a54-9338-018e5b0bca25 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.55 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 945 time: 0.0532331 Aug 31 19:52:46.975492 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Deleting port 2be47cab-1da1-4dd3-a838-5f59276808b2 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:46.975809 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:47.072122 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] For port 2be47cab-1da1-4dd3-a838-5f59276808b2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2be47cab-1da1-4dd3-a838-5f59276808b2,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:47.072535 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:47.088288 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Calling delete_port for 2be47cab-1da1-4dd3-a838-5f59276808b2 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:47.237547 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:47.272289 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Pushing event deleted for resources: {'Port': ['ID=2be47cab-1da1-4dd3-a838-5f59276808b2,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:47.275355 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['2be47cab-1da1-4dd3-a838-5f59276808b2'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:52:47.339254 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-bafdbef6-b41e-4098-a45f-f47ad6158fe2 req-ca469118-9428-4410-aeb4-20cdf7473f72 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=77f136ec-4b9f-4a38-90c5-d016ad6c411e HTTP/1.1" status: 200 len: 210 time: 0.0621488 Aug 31 19:52:47.340155 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] No DVR routers for this DVR port 2be47cab-1da1-4dd3-a838-5f59276808b2 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:52:47.342718 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:47.344769 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6540f85f-eabd-4416-864d-eae56b7b6090 req-86e46838-4935-4cb8-a685-fee13beca1ed tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.55 "DELETE /v2.0/ports/2be47cab-1da1-4dd3-a838-5f59276808b2 HTTP/1.1" status: 204 len: 173 time: 0.4624023 Aug 31 19:52:47.345222 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f136ec-4b9f-4a38-90c5-d016ad6c411e', 'name': 'network-vif-deleted', 'tag': '2be47cab-1da1-4dd3-a838-5f59276808b2'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:52:47.347590 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a972a09b-8f7c-4a8e-b884-c62d3cb53cb8" -d '{"events": [{"server_uuid": "77f136ec-4b9f-4a38-90c5-d016ad6c411e", "name": "network-vif-deleted", "tag": "2be47cab-1da1-4dd3-a838-5f59276808b2"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:52:47.410413 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130735e2-8d63-4e4a-a7ac-051da8f9dda7 x-openstack-request-id: req-130735e2-8d63-4e4a-a7ac-051da8f9dda7 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:52:47.410817 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f136ec-4b9f-4a38-90c5-d016ad6c411e", "name": "network-vif-deleted", "tag": "2be47cab-1da1-4dd3-a838-5f59276808b2", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:52:47.412050 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-130735e2-8d63-4e4a-a7ac-051da8f9dda7 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:52:47.412546 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f136ec-4b9f-4a38-90c5-d016ad6c411e', 'name': 'network-vif-deleted', 'tag': '2be47cab-1da1-4dd3-a838-5f59276808b2', 'status': 'completed', 'code': 200} Aug 31 19:52:47.470742 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 951008aa-3b0e-4dab-a126-727eda5311b5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:47.494152 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 951008aa-3b0e-4dab-a126-727eda5311b5 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:47.494348 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 951008aa-3b0e-4dab-a126-727eda5311b5 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:47.516599 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54110) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:47.617912 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8da72c11-292c-49c4-a2bc-4fe0fb269d06 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:47.647898 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8da72c11-292c-49c4-a2bc-4fe0fb269d06 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:47.727641 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8da72c11-292c-49c4-a2bc-4fe0fb269d06 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:47.730602 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8da72c11-292c-49c4-a2bc-4fe0fb269d06 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:47.731956 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-8da72c11-292c-49c4-a2bc-4fe0fb269d06 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] 10.222.0.54 "DELETE /v2.0/security-groups/c5658e95-6455-454c-8d1a-1063dac313fe HTTP/1.1" status: 204 len: 168 time: 0.2139378 Aug 31 19:52:47.746785 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da72c11-292c-49c4-a2bc-4fe0fb269d06 tempest-TestVolumeBootPattern-43957299 tempest-TestVolumeBootPattern-43957299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5658e95-6455-454c-8d1a-1063dac313fe,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:47.825249 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 54114) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:48.434409 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419085'] for router_interface, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:48.770406 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Deleting port 68364b9e-29ab-473e-857a-966a9b0f0b9c {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:48.771024 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:48.869631 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] For port 68364b9e-29ab-473e-857a-966a9b0f0b9c, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=68364b9e-29ab-473e-857a-966a9b0f0b9c,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:48.870437 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:48.885329 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Calling delete_port for 68364b9e-29ab-473e-857a-966a9b0f0b9c owned by network:router_interface {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:49.080992 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:49.116821 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=68364b9e-29ab-473e-857a-966a9b0f0b9c,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:49.313147 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419217'] for router_interface, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:49.788182 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:52:49.903064 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:52:49.908965 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-4790c373-4baf-41ca-b145-3bb0eedb22e1 admin admin] 10.222.0.54 "PUT /v2.0/routers/08a0e5d9-db5a-4f52-9c39-8185c9710b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0810297 Aug 31 19:52:49.912069 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 54126) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:49.916734 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57551e98-4714-480b-993b-8a108792efe5 None None] Sync routers for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:52:49.928678 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57551e98-4714-480b-993b-8a108792efe5 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:49.929387 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-57551e98-4714-480b-993b-8a108792efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:52:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:50.052637 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-57551e98-4714-480b-993b-8a108792efe5 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: dv-cinder-789564-13-iscsi {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:50.062935 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks [] for router, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.175533 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.251515 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Deleting port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:50.252014 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.288503 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-57551e98-4714-480b-993b-8a108792efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:52:49Z', 'revision_number': 5, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port': {'id': '41e403dd-68cc-4bf8-ad80-aa43a23bdad6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:19Z', 'updated_at': '2021-08-31T19:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:50.342444 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] For port 41e403dd-68cc-4bf8-ad80-aa43a23bdad6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=41e403dd-68cc-4bf8-ad80-aa43a23bdad6,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:50.342821 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.345689 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57551e98-4714-480b-993b-8a108792efe5 None None] Checking router: 08a0e5d9-db5a-4f52-9c39-8185c9710b12 for host: dv-cinder-789564-13-iscsi {{(pid=95344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:52:50.357732 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Calling delete_port for 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 owned by network:router_gateway {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:50.358981 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57551e98-4714-480b-993b-8a108792efe5 None None] Routers {'08a0e5d9-db5a-4f52-9c39-8185c9710b12'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:50.359637 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-57551e98-4714-480b-993b-8a108792efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:52:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'], 'active': True} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:50.454987 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvr_db [None req-57551e98-4714-480b-993b-8a108792efe5 None None] Set router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 gateway port host: None {{(pid=95344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:50.561300 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_hamode_db [None req-57551e98-4714-480b-993b-8a108792efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:52:50Z', 'revision_number': 6, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port_host': None}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:50.567869 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.598123 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Pushing event deleted for resources: {'Port': ['ID=41e403dd-68cc-4bf8-ad80-aa43a23bdad6,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:50.614125 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57551e98-4714-480b-993b-8a108792efe5 None None] The sync data for ids ['08a0e5d9-db5a-4f52-9c39-8185c9710b12'] in dv-cinder-789564-13-iscsi is: [{'id': '08a0e5d9-db5a-4f52-9c39-8185c9710b12', 'name': 'tempest-TestVolumeBootPattern-2145852726-router', 'tenant_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:18Z', 'updated_at': '2021-08-31T19:52:50Z', 'revision_number': 6, 'project_id': '838bb3d709f94a2bbd5626fe2bb603b8', 'gw_port_host': None}] {{(pid=95344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:52:50.676550 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421683'] for router_gateway, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.793236 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63471'] for router, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.796485 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.868592 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424966'] for router, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.869083 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08a0e5d9-db5a-4f52-9c39-8185c9710b12 {{(pid=95340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:52:50.873840 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.875264 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-e2f3a8b3-567f-4093-80f8-c678df875bab admin admin] 10.222.0.54 "DELETE /v2.0/routers/08a0e5d9-db5a-4f52-9c39-8185c9710b12 HTTP/1.1" status: 204 len: 168 time: 0.9620113 Aug 31 19:52:50.879139 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 54130) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:50.931197 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a7a3c9-3742-4aee-922e-9b699cbcde2f admin admin] Deleting subnet ba68b385-ed91-4848-a58c-b4d8031d8aa9 {{(pid=95340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:52:50.934995 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a3c9-3742-4aee-922e-9b699cbcde2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:50.980924 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a3c9-3742-4aee-922e-9b699cbcde2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26020223'] for subnet, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.106567 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a3c9-3742-4aee-922e-9b699cbcde2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.165270 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a3c9-3742-4aee-922e-9b699cbcde2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25375634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26128623'] for subnet, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.198673 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7a3c9-3742-4aee-922e-9b699cbcde2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba68b385-ed91-4848-a58c-b4d8031d8aa9,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:51.204748 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a3c9-3742-4aee-922e-9b699cbcde2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.209648 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-a5a7a3c9-3742-4aee-922e-9b699cbcde2f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ba68b385-ed91-4848-a58c-b4d8031d8aa9 HTTP/1.1" status: 204 len: 168 time: 0.3265371 Aug 31 19:52:51.211652 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54132) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:51.214828 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa939b3e-cf39-47ed-a4d7-66042a229ac8 None None] Network c87210da-3a04-4129-9954-1862602f9fb6 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:52:51.327854 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.421141 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Deleting port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:51.421728 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.467467 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] DHCP port deletion for c87210da-3a04-4129-9954-1862602f9fb6 request from dv-cinder-789564-13-iscsi {{(pid=95344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:52:51.522701 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Deleting port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa {{(pid=95344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:51.523090 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.533932 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] For port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=3af67e1c-b598-4eaa-9a77-69c5b939d1aa,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:51.534625 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.559884 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Calling delete_port for 3af67e1c-b598-4eaa-9a77-69c5b939d1aa owned by network:dhcp {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:51.613137 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] For port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=3af67e1c-b598-4eaa-9a77-69c5b939d1aa,segment=NetworkSegment(d9ba1883-b79b-43f3-af2b-5692e01eff6f),segment_id=d9ba1883-b79b-43f3-af2b-5692e01eff6f)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:51.613541 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.639432 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Calling delete_port for 3af67e1c-b598-4eaa-9a77-69c5b939d1aa owned by network:dhcp {{(pid=95344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:51.678234 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.708589 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3af67e1c-b598-4eaa-9a77-69c5b939d1aa,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:51.712025 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] No DVR routers for this DVR port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa on host dv-cinder-789564-13-iscsi {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:52:51.795801 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271'] for port, after_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.811900 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.823618 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87210da-3a04-4129-9954-1862602f9fb6']}} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:51.828109 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Pushing event deleted for resources: {'Port': ['ID=3af67e1c-b598-4eaa-9a77-69c5b939d1aa,revision_number=None']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:51.832894 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] No DVR routers for this DVR port 3af67e1c-b598-4eaa-9a77-69c5b939d1aa on host dv-cinder-789564-13-iscsi {{(pid=95344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:52:51.843823 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ba1883-b79b-43f3-af2b-5692e01eff6f') {'for_net_delete': True} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:51.843823 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ba1883-b79b-43f3-af2b-5692e01eff6f') {} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:51.847977 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.848416 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.850619 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.850619 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.851030 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.851489 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.851926 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.852324 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3743042'] for segment, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.852564 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.852774 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.853469 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.853708 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.854172 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b3eb3-d063-4625-9492-23b660790d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:52:51.870418 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.879356 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=95343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:52:51.880477 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983500'] for segment, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: Traceback (most recent call last): Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: timer() Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: cb(*args, **kw) Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: return func(*args, **kwargs) Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: self._notify() Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: self.callback(batched_events) Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: event.method(event) Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: return f(self, *a, **k) Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._get(url).json() Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: return self.request(url, 'GET', **kwargs) Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:52:51.883102 dv-cinder-789564-13-iscsi neutron-server[95343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:52:51.944611 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.950392 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:51.953620 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] 10.222.0.54 "DELETE /v2.0/networks/c87210da-3a04-4129-9954-1862602f9fb6 HTTP/1.1" status: 204 len: 168 time: 0.7403903 Aug 31 19:52:51.956954 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 54136) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:51.976337 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05df5b-eee6-4269-8420-e635f675c1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c87210da-3a04-4129-9954-1862602f9fb6,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:52.369247 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419085'] for router_interface, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:52.574271 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 3af67e1c-b598-4eaa-9a77-69c5b939d1aa no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:52.615873 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 3af67e1c-b598-4eaa-9a77-69c5b939d1aa {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:52.616565 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 3af67e1c-b598-4eaa-9a77-69c5b939d1aa not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:52.617280 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:52.652751 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:52.653389 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 41e403dd-68cc-4bf8-ad80-aa43a23bdad6 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:52.654160 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 68364b9e-29ab-473e-857a-966a9b0f0b9c no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:52.665427 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Deleting port 62e45a24-da29-4e23-8a81-3057398b50ba {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:52.665853 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:52.687649 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 68364b9e-29ab-473e-857a-966a9b0f0b9c {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:52.688223 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 68364b9e-29ab-473e-857a-966a9b0f0b9c not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:52.759230 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] For port 62e45a24-da29-4e23-8a81-3057398b50ba, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=62e45a24-da29-4e23-8a81-3057398b50ba,segment=NetworkSegment(e7df0342-34d7-4ac0-9867-6632c9ff5ae4),segment_id=e7df0342-34d7-4ac0-9867-6632c9ff5ae4)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:52.759508 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:52.778255 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Calling delete_port for 62e45a24-da29-4e23-8a81-3057398b50ba owned by network:router_interface {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:52.982267 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:53.008537 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e45a24-da29-4e23-8a81-3057398b50ba,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:53.213120 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419217'] for router_interface, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:53.488377 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Router 39b3d50a-102b-47ec-8648-fd7a3174ec9d has already been hosted by L3 agent 2abd4725-e64e-4366-8bb4-f4a06c5872bf {{(pid=95340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 19:52:53.599655 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] Notify agent at l3_agent.dv-cinder-789564-13-iscsi the message routers_updated {{(pid=95340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 19:52:53.605434 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-a427d7d0-f530-45ce-b489-f9b0d38e2f48 admin admin] 10.222.0.54 "PUT /v2.0/routers/39b3d50a-102b-47ec-8648-fd7a3174ec9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6463959 Aug 31 19:52:53.609460 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 54140) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:53.611506 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] Sync routers for ids ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'] in dv-cinder-789564-13-iscsi {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 19:52:53.622431 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] Routers {'39b3d50a-102b-47ec-8648-fd7a3174ec9d'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:53.623063 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:52:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:53.764785 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:53.775087 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] Set router 39b3d50a-102b-47ec-8648-fd7a3174ec9d gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:54.066438 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:26Z', 'updated_at': '2021-08-31T19:52:52Z', 'revision_number': 5, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'gw_port': {'id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:27Z', 'updated_at': '2021-08-31T19:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:54.121631 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] Checking router: 39b3d50a-102b-47ec-8648-fd7a3174ec9d for host: dv-cinder-789564-13-iscsi {{(pid=95345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 19:52:54.137392 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] Routers {'39b3d50a-102b-47ec-8648-fd7a3174ec9d'} bound to L3 agent in host dv-cinder-789564-13-iscsi {{(pid=95345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 19:52:54.138605 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T19:30:42Z,description=,heartbeat_timestamp=2021-08-31T19:52:42Z,host='dv-cinder-789564-13-iscsi',id=2abd4725-e64e-4366-8bb4-f4a06c5872bf,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T19:30:42Z,topic='l3_agent')) {'router_ids': ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'], 'active': True} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:54.156533 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.220915 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Deleting port e1523b12-bb1b-4bb5-b288-09b2662aabf6 {{(pid=95340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:54.221290 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.280301 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_dvr_db [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] Set router 39b3d50a-102b-47ec-8648-fd7a3174ec9d gateway port host: dv-cinder-789564-13-iscsi {{(pid=95345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 19:52:54.319479 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.db [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] For port e1523b12-bb1b-4bb5-b288-09b2662aabf6, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=e1523b12-bb1b-4bb5-b288-09b2662aabf6,segment=NetworkSegment(ebe5bf49-e14c-4323-9886-642a6931b4b9),segment_id=ebe5bf49-e14c-4323-9886-642a6931b4b9)] {{(pid=95340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:54.319942 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.337505 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.plugins.ml2.plugin [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Calling delete_port for e1523b12-bb1b-4bb5-b288-09b2662aabf6 owned by network:router_gateway {{(pid=95340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:54.538846 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.l3_hamode_db [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:26Z', 'updated_at': '2021-08-31T19:52:52Z', 'revision_number': 5, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'gw_port': {'id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:27Z', 'updated_at': '2021-08-31T19:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}], 'dv-cinder-789564-13-iscsi', False) {} {{(pid=95345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:54.545319 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25375741'] for port, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.550780 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 2be47cab-1da1-4dd3-a838-5f59276808b2 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:54.573640 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ee8fc-d383-42f5-807a-b90d5c8bfe88 None None] The sync data for ids ['39b3d50a-102b-47ec-8648-fd7a3174ec9d'] in dv-cinder-789564-13-iscsi is: [{'id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'name': 'tempest-TestVolumeBootPattern-125363156-router', 'tenant_id': '4156351557da4de38dbcb2d7144451b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'external_fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T19:43:26Z', 'updated_at': '2021-08-31T19:52:52Z', 'revision_number': 5, 'project_id': '4156351557da4de38dbcb2d7144451b1', 'gw_port': {'id': 'e1523b12-bb1b-4bb5-b288-09b2662aabf6', 'name': '', 'network_id': '7643ec58-7264-4f44-9665-0bd0b409db31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3d50a-102b-47ec-8648-fd7a3174ec9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T19:43:27Z', 'updated_at': '2021-08-31T19:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '523179e7-2fbd-40bb-b8ba-1751bf92c55e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-13-iscsi'}] {{(pid=95345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 19:52:54.578881 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: 2be47cab-1da1-4dd3-a838-5f59276808b2 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:54.579227 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device 2be47cab-1da1-4dd3-a838-5f59276808b2 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:54.610124 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1523b12-bb1b-4bb5-b288-09b2662aabf6,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:54.682733 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421683'] for router_gateway, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.780479 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63471'] for router, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.783007 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.858385 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424966'] for router, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.858855 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b3d50a-102b-47ec-8648-fd7a3174ec9d {{(pid=95340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 19:52:54.863286 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.864552 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-915d36c2-5e6a-48ac-965c-f76f3fbe2ba7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/39b3d50a-102b-47ec-8648-fd7a3174ec9d HTTP/1.1" status: 204 len: 168 time: 1.2536333 Aug 31 19:52:54.867990 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54156) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:54.929280 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f543a38-48e4-4183-839a-ff56f3ca1f57 admin admin] Deleting subnet 077f8488-e94d-4a1e-b3fe-8bc56aeed55d {{(pid=95343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:52:54.934689 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8f543a38-48e4-4183-839a-ff56f3ca1f57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:54.980890 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8f543a38-48e4-4183-839a-ff56f3ca1f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3743097'] for subnet, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.069924 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8f543a38-48e4-4183-839a-ff56f3ca1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.135312 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8f543a38-48e4-4183-839a-ff56f3ca1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2983670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25168879'] for subnet, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.163403 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f543a38-48e4-4183-839a-ff56f3ca1f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077f8488-e94d-4a1e-b3fe-8bc56aeed55d,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:55.167766 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-8f543a38-48e4-4183-839a-ff56f3ca1f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.173881 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-8f543a38-48e4-4183-839a-ff56f3ca1f57 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/077f8488-e94d-4a1e-b3fe-8bc56aeed55d HTTP/1.1" status: 204 len: 168 time: 0.3006985 Aug 31 19:52:55.173881 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54162) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:55.180051 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbcb1a5-8b68-43b0-ba48-4ebd89c9201f None None] Network 0f4c43ec-ff8b-4085-94ed-2c7245155a69 requested from dv-cinder-789564-13-iscsi {{(pid=95344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 19:52:55.265219 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.335636 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Deleting port 1224cfba-ad56-4414-9586-d8bcb0b37d96 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:55.336499 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.424922 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] For port 1224cfba-ad56-4414-9586-d8bcb0b37d96, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=1224cfba-ad56-4414-9586-d8bcb0b37d96,segment=NetworkSegment(e7df0342-34d7-4ac0-9867-6632c9ff5ae4),segment_id=e7df0342-34d7-4ac0-9867-6632c9ff5ae4)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:55.425301 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.436420 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02efbd5b-fd05-47de-986e-2f650d772c1d None None] DHCP port deletion for 0f4c43ec-ff8b-4085-94ed-2c7245155a69 request from dv-cinder-789564-13-iscsi {{(pid=95344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 19:52:55.452501 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Calling delete_port for 1224cfba-ad56-4414-9586-d8bcb0b37d96 owned by network:dhcp {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:55.514790 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-02efbd5b-fd05-47de-986e-2f650d772c1d None None] Deleting port 1224cfba-ad56-4414-9586-d8bcb0b37d96 {{(pid=95344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:52:55.515352 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-02efbd5b-fd05-47de-986e-2f650d772c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.539786 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.565667 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=1224cfba-ad56-4414-9586-d8bcb0b37d96,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:55.572527 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] No DVR routers for this DVR port 1224cfba-ad56-4414-9586-d8bcb0b37d96 on host dv-cinder-789564-13-iscsi {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:52:55.631670 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-02efbd5b-fd05-47de-986e-2f650d772c1d None None] For port 1224cfba-ad56-4414-9586-d8bcb0b37d96, host dv-cinder-789564-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-13-iscsi',level=0,port_id=1224cfba-ad56-4414-9586-d8bcb0b37d96,segment=NetworkSegment(e7df0342-34d7-4ac0-9867-6632c9ff5ae4),segment_id=e7df0342-34d7-4ac0-9867-6632c9ff5ae4)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:52:55.632358 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-02efbd5b-fd05-47de-986e-2f650d772c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.652136 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-02efbd5b-fd05-47de-986e-2f650d772c1d None None] Calling delete_port for 1224cfba-ad56-4414-9586-d8bcb0b37d96 owned by network:dhcp {{(pid=95344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:52:55.654024 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.672539 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4c43ec-ff8b-4085-94ed-2c7245155a69']}} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:55.687246 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4') {'for_net_delete': True} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:55.687705 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7df0342-34d7-4ac0-9867-6632c9ff5ae4') {} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:52:55.700774 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3743042'] for segment, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.721307 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.732308 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=95343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:52:55.733094 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983500'] for segment, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: Traceback (most recent call last): Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: timer() Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: cb(*args, **kw) Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: return func(*args, **kwargs) Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: self._notify() Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: self.callback(batched_events) Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: event.method(event) Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: return f(self, *a, **k) Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._get(url).json() Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: return self.request(url, 'GET', **kwargs) Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:52:55.736397 dv-cinder-789564-13-iscsi neutron-server[95343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:52:55.754126 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-02efbd5b-fd05-47de-986e-2f650d772c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271'] for port, after_delete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.801369 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efbd5b-fd05-47de-986e-2f650d772c1d None None] Pushing event deleted for resources: {'Port': ['ID=1224cfba-ad56-4414-9586-d8bcb0b37d96,revision_number=None']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:55.804882 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efbd5b-fd05-47de-986e-2f650d772c1d None None] No DVR routers for this DVR port 1224cfba-ad56-4414-9586-d8bcb0b37d96 on host dv-cinder-789564-13-iscsi {{(pid=95344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:52:55.844481 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.850021 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:55.852798 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] 10.222.0.54 "DELETE /v2.0/networks/0f4c43ec-ff8b-4085-94ed-2c7245155a69 HTTP/1.1" status: 204 len: 168 time: 0.6778188 Aug 31 19:52:55.875184 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f27c92-2593-46a0-9115-15eec7d4dd2b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4c43ec-ff8b-4085-94ed-2c7245155a69,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:56.026972 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54168) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:56.076560 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-8c519176-1a00-42f7-8f6b-5de2ec433083 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=838bb3d709f94a2bbd5626fe2bb603b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481963 Aug 31 19:52:56.079317 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54170) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:56.136224 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5fbe563-7e20-48e0-85cf-287225ca1531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:56.160510 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5fbe563-7e20-48e0-85cf-287225ca1531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:56.212848 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5fbe563-7e20-48e0-85cf-287225ca1531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:56.215504 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-a5fbe563-7e20-48e0-85cf-287225ca1531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:56.216775 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-a5fbe563-7e20-48e0-85cf-287225ca1531 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1150c267-5455-43d0-8472-d0e9116b909e HTTP/1.1" status: 204 len: 168 time: 0.1364181 Aug 31 19:52:56.226805 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbe563-7e20-48e0-85cf-287225ca1531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1150c267-5455-43d0-8472-d0e9116b909e,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:56.586840 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 62e45a24-da29-4e23-8a81-3057398b50ba no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:56.613492 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 62e45a24-da29-4e23-8a81-3057398b50ba {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:56.613842 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 62e45a24-da29-4e23-8a81-3057398b50ba not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:56.615521 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 54178) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:56.616252 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e1523b12-bb1b-4bb5-b288-09b2662aabf6 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:56.647635 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: e1523b12-bb1b-4bb5-b288-09b2662aabf6 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:56.648604 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device e1523b12-bb1b-4bb5-b288-09b2662aabf6 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:56.649033 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 1224cfba-ad56-4414-9586-d8bcb0b37d96 no longer exists at agent ovs-agent-dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:52:56.687531 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] No Port match for: 1224cfba-ad56-4414-9586-d8bcb0b37d96 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:52:56.687916 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Device 1224cfba-ad56-4414-9586-d8bcb0b37d96 not bound to the agent host dv-cinder-789564-13-iscsi {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:52:56.689417 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-5ca69c15-5017-4716-87a3-dd7a57361c3c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4156351557da4de38dbcb2d7144451b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722394 Aug 31 19:52:56.693709 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [-] (95340) accepted ('10.222.0.54', 54180) {{(pid=95340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:52:56.753391 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-41dcfc6c-964a-4c49-9979-20783062d7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:56.777370 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-41dcfc6c-964a-4c49-9979-20783062d7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:56.833424 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-41dcfc6c-964a-4c49-9979-20783062d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:56.836690 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron_lib.callbacks.manager [None req-41dcfc6c-964a-4c49-9979-20783062d7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:56.838221 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [None req-41dcfc6c-964a-4c49-9979-20783062d7c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/04223e46-daa6-408c-a44e-77ac4d6bf34f HTTP/1.1" status: 204 len: 168 time: 0.1432724 Aug 31 19:52:56.849333 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcfc6c-964a-4c49-9979-20783062d7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04223e46-daa6-408c-a44e-77ac4d6bf34f,revision_number=None']} {{(pid=95340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:52:57.728997 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:52:59.844008 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c20c10e0-549e-4732-8c00-3e88089bc9bc tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:52:59.845519 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c20c10e0-549e-4732-8c00-3e88089bc9bc tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/networks?id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 HTTP/1.1" status: 200 len: 814 time: 0.1163883 Aug 31 19:52:59.863517 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-84bfbe0f-1241-4022-bf04-368db4930d61 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/quotas/43f0706901b2480189bce62e08ccf90c HTTP/1.1" status: 200 len: 375 time: 0.0099006 Aug 31 19:52:59.901671 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-ac44c61c-f283-4eb6-8090-81a92b1d4595 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=43f0706901b2480189bce62e08ccf90c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310190 Aug 31 19:52:59.998557 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-0e53f1ab-0543-4a5c-8505-e5c8bce4200b service neutron] 10.222.0.54 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899332 Aug 31 19:53:00.106796 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-fb16ce7a-b0be-4996-8bcb-e14bfdff451f service neutron] 10.222.0.54 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014295 Aug 31 19:53:00.278398 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-a9fe5d28-7fc1-4d4a-8854-0ab1f65a96fc req-f4e361a6-4c00-41ed-9d5b-66fbfcfafe2e tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 210 time: 0.0285659 Aug 31 19:53:01.358490 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-9853034b-d6de-4881-9bdf-1c599213576b req-db42533a-97d0-40c3-9818-0fee5ce12da5 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 210 time: 0.0292964 Aug 31 19:53:02.467031 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-fdf9baf7-67e3-4c62-b1f1-b43f17dce5fe req-fee09416-03d4-41ed-99c6-942e98b283b7 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 210 time: 0.0282769 Aug 31 19:53:03.433694 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-e5f8536c-bb19-46b0-836c-6d7c8d26b228 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:03.435314 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-e5f8536c-bb19-46b0-836c-6d7c8d26b228 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.55 "GET /v2.0/networks?id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 HTTP/1.1" status: 200 len: 814 time: 0.1428609 Aug 31 19:53:03.455393 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Request body: {'port': {'device_id': '944826ff-be5b-4dd7-9aa0-e583a214408c', 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0', 'admin_state_up': True, 'tenant_id': '43f0706901b2480189bce62e08ccf90c'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:53:03.585320 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-8fbadf31-b232-4202-b056-c388dcf5f3dc req-26570556-9a90-49d3-ac73-ba5e2475081c tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 210 time: 0.0319309 Aug 31 19:53:03.605623 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Made reservation on behalf of 43f0706901b2480189bce62e08ccf90c for: {'port': 1} {{(pid=95343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 19:53:03.609934 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:03.751050 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_common [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Allocated IP 172.20.0.8 (33755e4e-cbf6-4b90-baf2-a9faf23dfdf0/97843e68-f92f-46d2-ad34-2ff404748b48/bd398304-26a1-4a71-a223-c3cd2b65b3b9) {{(pid=95343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 19:53:03.923199 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks [] for port, precommit_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:03.964047 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794133258262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_create {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:04.010637 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 is already hosted by enough agents. {{(pid=95343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 19:53:04.013772 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.scheduler.base_scheduler [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Resources bound (agent type, host, resource id): {{(pid=95343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 19:53:04.017763 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Received port after_create {{(pid=95343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 19:53:04.043103 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Pushing event updated for resources: {'Port': ['ID=bd398304-26a1-4a71-a223-c3cd2b65b3b9,revision_number=1']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:53:04.071099 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:04.071727 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:04.085851 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-c6fc1058-29c1-42ba-97a1-3485ee690120 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6345856 Aug 31 19:53:04.121885 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.v2.base [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Request body: {'port': {'device_id': '944826ff-be5b-4dd7-9aa0-e583a214408c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=95343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 19:53:04.181032 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:04.460778 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd398304-26a1-4a71-a223-c3cd2b65b3b9 {{(pid=95343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:53:04.475103 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:04.495766 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.provisioning_blocks [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Transition to ACTIVE for port object bd398304-26a1-4a71-a223-c3cd2b65b3b9 will not be triggered until provisioned by entity L2. {{(pid=95343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 19:53:04.499741 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:04.558930 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Pushing event updated for resources: {'Port': ['ID=bd398304-26a1-4a71-a223-c3cd2b65b3b9,revision_number=2']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:53:04.636995 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Attempting to bind port bd398304-26a1-4a71-a223-c3cd2b65b3b9 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 19:53:04.637321 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Attempting to bind port bd398304-26a1-4a71-a223-c3cd2b65b3b9 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3a5748ed-0a6c-416a-abc1-59733b209cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0'}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 19:53:04.637632 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Attempting to bind port bd398304-26a1-4a71-a223-c3cd2b65b3b9 on network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:53:04.642482 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Port bd398304-26a1-4a71-a223-c3cd2b65b3b9 on network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 19:53:04.642799 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Attempting to bind port bd398304-26a1-4a71-a223-c3cd2b65b3b9 on network 33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 19:53:04.649010 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Checking agent: {'id': 'f718fcbb-4be2-4fff-9a98-7b19246d2f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'started_at': datetime.datetime(2021, 8, 31, 19, 36, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 19, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 19:53:04.649343 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Checking segment: {'id': '3a5748ed-0a6c-416a-abc1-59733b209cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 19:53:04.649758 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Bound using segment: {'id': '3a5748ed-0a6c-416a-abc1-59733b209cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0'} {{(pid=95343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 19:53:04.650209 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.managers [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Bound port: bd398304-26a1-4a71-a223-c3cd2b65b3b9, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5748ed-0a6c-416a-abc1-59733b209cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0'}}] {{(pid=95343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 19:53:04.650577 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:04.717179 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020dc1d-8de2-4656-8caa-1e35c7f122be req-e0c2f600-4a31-4fca-b9a4-89e976b46f11 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:04.720440 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f020dc1d-8de2-4656-8caa-1e35c7f122be req-e0c2f600-4a31-4fca-b9a4-89e976b46f11 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 943 time: 0.0613618 Aug 31 19:53:04.728104 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] For port bd398304-26a1-4a71-a223-c3cd2b65b3b9, host hv-cinder-78956, cleared binding levels {{(pid=95343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 19:53:04.731706 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] For port bd398304-26a1-4a71-a223-c3cd2b65b3b9, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd398304-26a1-4a71-a223-c3cd2b65b3b9,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 19:53:04.737286 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2983584'] for port, after_update {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:04.765233 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-f020dc1d-8de2-4656-8caa-1e35c7f122be req-ce5308f7-0c05-4c6a-abcb-c95ac620ea2f tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Aug 31 19:53:04.774503 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:04.775133 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:04.776568 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] 10.222.0.55 "PUT /v2.0/ports/bd398304-26a1-4a71-a223-c3cd2b65b3b9 HTTP/1.1" status: 200 len: 1093 time: 0.6592538 Aug 31 19:53:04.777017 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944826ff-be5b-4dd7-9aa0-e583a214408c', 'tag': 'bd398304-26a1-4a71-a223-c3cd2b65b3b9'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:53:04.779378 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d9d0c4-396f-4b43-9746-f60b92abc9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "944826ff-be5b-4dd7-9aa0-e583a214408c", "tag": "bd398304-26a1-4a71-a223-c3cd2b65b3b9"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:53:04.807268 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57088f-daab-4178-8088-6617e57bd45a service neutron] Pushing event updated for resources: {'Port': ['ID=bd398304-26a1-4a71-a223-c3cd2b65b3b9,revision_number=3']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:53:04.825513 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 19:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5907709-7984-4126-81b6-c2f3aaa44792 x-openstack-request-id: req-d5907709-7984-4126-81b6-c2f3aaa44792 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:53:04.825803 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944826ff-be5b-4dd7-9aa0-e583a214408c", "tag": "bd398304-26a1-4a71-a223-c3cd2b65b3b9", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:53:04.826121 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5907709-7984-4126-81b6-c2f3aaa44792 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:53:04.826540 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944826ff-be5b-4dd7-9aa0-e583a214408c', 'tag': 'bd398304-26a1-4a71-a223-c3cd2b65b3b9', 'status': 'completed', 'code': 200} Aug 31 19:53:04.890562 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-9ddf6baf-87ec-4279-9b15-f7e123bdb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:04.892117 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-9ddf6baf-87ec-4279-9b15-f7e123bdb47f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43f0706901b2480189bce62e08ccf90c&device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 1096 time: 0.0485895 Aug 31 19:53:04.943602 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-0e4ff2c4-64b1-47ca-9108-ee185cff4bf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd398304-26a1-4a71-a223-c3cd2b65b3b9 HTTP/1.1" status: 200 len: 217 time: 0.0366545 Aug 31 19:53:04.997747 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-d9bb3abf-0835-4166-be59-dc719865fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:04.999161 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-d9bb3abf-0835-4166-be59-dc719865fb23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97843e68-f92f-46d2-ad34-2ff404748b48 HTTP/1.1" status: 200 len: 854 time: 0.0483742 Aug 31 19:53:05.032228 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-a6f17f04-5b3d-46f6-9a3d-2c3585906fec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262785 Aug 31 19:53:05.133427 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-1a90f88a-780e-4810-aa7e-91bf30ef4b19 service neutron] 10.222.0.55 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938094 Aug 31 19:53:05.245813 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3668ed6f-3ffc-4be4-a090-a6fa7d586b4b req-37cec2b3-42d3-47b5-aadb-517535bcf280 service neutron] 10.222.0.55 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049981 Aug 31 19:53:05.404812 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-1a359416-d68e-4ec1-b96d-203efd681362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:05.406285 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-1a359416-d68e-4ec1-b96d-203efd681362 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43f0706901b2480189bce62e08ccf90c&device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 1096 time: 0.0494344 Aug 31 19:53:05.508489 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-25a53149-9171-4a9d-b606-6cfd02397730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:05.510131 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-25a53149-9171-4a9d-b606-6cfd02397730 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 HTTP/1.1" status: 200 len: 915 time: 0.0970285 Aug 31 19:53:05.556517 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-1464b26f-2837-40dc-b6a1-839c7ed95253 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd398304-26a1-4a71-a223-c3cd2b65b3b9 HTTP/1.1" status: 200 len: 217 time: 0.0395448 Aug 31 19:53:05.608300 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-1f3d9985-5c13-4e53-954a-ecf5ec7ee6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:05.609793 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-1f3d9985-5c13-4e53-954a-ecf5ec7ee6b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97843e68-f92f-46d2-ad34-2ff404748b48 HTTP/1.1" status: 200 len: 854 time: 0.0463657 Aug 31 19:53:05.642863 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-086c7b80-251b-434f-80ea-354b78a50cc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263433 Aug 31 19:53:05.733962 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-aa9fad46-ab51-4802-8883-9d895b98ee1f service neutron] 10.222.0.55 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835602 Aug 31 19:53:05.836068 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-27d9d0c4-396f-4b43-9746-f60b92abc9f1 req-b2a7f678-4280-4a64-8bf6-d6a36b15ffb1 service neutron] 10.222.0.55 "GET /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955644 Aug 31 19:53:05.890399 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7e254-400b-4531-9424-5b93ea2a61a0 req-860d7690-6203-4d8a-bd4e-bc3d07854184 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:05.892002 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c3b7e254-400b-4531-9424-5b93ea2a61a0 req-860d7690-6203-4d8a-bd4e-bc3d07854184 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 943 time: 0.0530267 Aug 31 19:53:05.933734 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-c3b7e254-400b-4531-9424-5b93ea2a61a0 req-66de083d-7f1c-4609-a6af-2bc362ea50bc tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353489 Aug 31 19:53:07.057151 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc45b6a-0a52-4ae7-8e09-9a635ab45b3c req-78fe83f9-63d1-403c-8ad3-9e7a703c248b tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:07.058809 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3cc45b6a-0a52-4ae7-8e09-9a635ab45b3c req-78fe83f9-63d1-403c-8ad3-9e7a703c248b tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 943 time: 0.0533476 Aug 31 19:53:07.110416 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-3cc45b6a-0a52-4ae7-8e09-9a635ab45b3c req-4753c37d-6a64-48e1-95df-6d075ab9754e tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Aug 31 19:53:07.705311 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device bd398304-26a1-4a71-a223-c3cd2b65b3b9 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=95344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 19:53:07.812668 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port bd398304-26a1-4a71-a223-c3cd2b65b3b9, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd398304-26a1-4a71-a223-c3cd2b65b3b9,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:53:07.828701 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Returning: {'device': 'bd398304-26a1-4a71-a223-c3cd2b65b3b9', 'network_id': '33755e4e-cbf6-4b90-baf2-a9faf23dfdf0', 'port_id': 'bd398304-26a1-4a71-a223-c3cd2b65b3b9', 'mac_address': 'fa:16:3e:be:79:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97843e68-f92f-46d2-ad34-2ff404748b48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 19:53:07.867594 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:07.883514 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd398304-26a1-4a71-a223-c3cd2b65b3b9 {{(pid=95344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 19:53:07.904971 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port bd398304-26a1-4a71-a223-c3cd2b65b3b9, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd398304-26a1-4a71-a223-c3cd2b65b3b9,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:53:07.909748 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:07.964242 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=bd398304-26a1-4a71-a223-c3cd2b65b3b9,revision_number=4']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:53:08.237084 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3093851-78af-42e7-aeeb-762076cf17d0 req-509ba114-8e47-41c7-ade8-e567868704f7 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:08.238599 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d3093851-78af-42e7-aeeb-762076cf17d0 req-509ba114-8e47-41c7-ade8-e567868704f7 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 944 time: 0.0541718 Aug 31 19:53:08.282315 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-d3093851-78af-42e7-aeeb-762076cf17d0 req-e191d1ae-a72b-41b7-9e63-6df4f644290a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Aug 31 19:53:08.293762 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['bd398304-26a1-4a71-a223-c3cd2b65b3b9'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:53:08.480841 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-3b0cb1bc-331d-40b0-8994-3f8027722624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:09.420746 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258854c0-9b11-44d9-9524-9e5481ee56b1 req-9a0ba09f-3e4c-491f-abfe-8a167ad64ad3 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:09.422363 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-258854c0-9b11-44d9-9524-9e5481ee56b1 req-9a0ba09f-3e4c-491f-abfe-8a167ad64ad3 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 944 time: 0.0564861 Aug 31 19:53:09.464735 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-258854c0-9b11-44d9-9524-9e5481ee56b1 req-e8bc051a-102f-47b8-b8d7-f131e9fcfa05 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359831 Aug 31 19:53:09.719956 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device bd398304-26a1-4a71-a223-c3cd2b65b3b9 up at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 19:53:09.772838 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning for port bd398304-26a1-4a71-a223-c3cd2b65b3b9 completed by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 19:53:09.778187 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Provisioning complete for port bd398304-26a1-4a71-a223-c3cd2b65b3b9 triggered by entity L2. {{(pid=95344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 19:53:09.778731 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7878951'] for port, provisioning_complete {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:09.877737 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7920112'] for port, before_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:09.905073 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944826ff-be5b-4dd7-9aa0-e583a214408c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd398304-26a1-4a71-a223-c3cd2b65b3b9'}] {{(pid=95344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:53:09.907431 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd9cf80d4213705bdd8475ca25eba0e1bdc20baa7ec56f4a701ee4d1828a3b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980c11ef-5d43-4865-ada0-1b3a0f813e08" -d '{"events": [{"server_uuid": "944826ff-be5b-4dd7-9aa0-e583a214408c", "name": "network-vif-plugged", "status": "completed", "tag": "bd398304-26a1-4a71-a223-c3cd2b65b3b9"}]}' {{(pid=95344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:53:09.922384 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] For port bd398304-26a1-4a71-a223-c3cd2b65b3b9, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd398304-26a1-4a71-a223-c3cd2b65b3b9,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:53:09.927621 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794133755859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794133258280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794133258298'] for port, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:09.955865 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10edcd7-7bc6-45cf-b675-76020e956961 x-openstack-request-id: req-f10edcd7-7bc6-45cf-b675-76020e956961 {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:53:09.956276 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944826ff-be5b-4dd7-9aa0-e583a214408c", "name": "network-vif-plugged", "status": "completed", "tag": "bd398304-26a1-4a71-a223-c3cd2b65b3b9", "code": 200}]} {{(pid=95344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:53:09.956620 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f10edcd7-7bc6-45cf-b675-76020e956961 {{(pid=95344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:53:09.957101 dv-cinder-789564-13-iscsi neutron-server[95344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944826ff-be5b-4dd7-9aa0-e583a214408c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd398304-26a1-4a71-a223-c3cd2b65b3b9', 'code': 200} Aug 31 19:53:09.985718 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Pushing event updated for resources: {'Port': ['ID=bd398304-26a1-4a71-a223-c3cd2b65b3b9,revision_number=5']} {{(pid=95344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:53:10.155237 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac2288-b4bf-4d57-aaac-0ebad1b8f0a7 req-1bef5ce1-cbae-4961-be5c-c62fd8caa10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:10.157010 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7dac2288-b4bf-4d57-aaac-0ebad1b8f0a7 req-1bef5ce1-cbae-4961-be5c-c62fd8caa10c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 1098 time: 0.0472627 Aug 31 19:53:10.195905 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-7dac2288-b4bf-4d57-aaac-0ebad1b8f0a7 req-626babbe-153c-4e3a-be9e-c0f11785d41b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Aug 31 19:53:10.585314 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefbef3-c3d4-47a3-b4c6-f6d890e98a22 req-06b9346e-67f4-4ceb-924e-4e4e10b299e0 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:10.586855 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6cefbef3-c3d4-47a3-b4c6-f6d890e98a22 req-06b9346e-67f4-4ceb-924e-4e4e10b299e0 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 945 time: 0.0497818 Aug 31 19:53:10.627046 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-6cefbef3-c3d4-47a3-b4c6-f6d890e98a22 req-03f27b25-f934-413e-9f96-80f161535724 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Aug 31 19:53:11.543077 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:11.780905 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569fe04-8de5-47bb-9248-d3fa9eaa965e req-0370f8d3-53cc-4ea6-85b4-4c8b4666e233 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:11.783010 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0569fe04-8de5-47bb-9248-d3fa9eaa965e req-0370f8d3-53cc-4ea6-85b4-4c8b4666e233 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 945 time: 0.0759664 Aug 31 19:53:11.830202 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-0569fe04-8de5-47bb-9248-d3fa9eaa965e req-a6797518-4699-4333-a97b-066be2efaf2a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359368 Aug 31 19:53:11.957332 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-80409c11-8a6c-4088-9418-e612faaf4c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:12.967649 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce9a7f-cb7a-4bfb-ab3e-ee9728b0cfe7 req-b98d37e4-2dfc-424f-a3df-6d542b5f3c92 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:12.969274 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-98ce9a7f-cb7a-4bfb-ab3e-ee9728b0cfe7 req-b98d37e4-2dfc-424f-a3df-6d542b5f3c92 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 945 time: 0.0585926 Aug 31 19:53:13.013488 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-98ce9a7f-cb7a-4bfb-ab3e-ee9728b0cfe7 req-2aa2d865-8aa1-45d8-9e88-551bd15ec57d tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354373 Aug 31 19:53:13.022058 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:14.528499 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:17.376044 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:53:27.725048 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:37.576309 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3984-2325-4ea0-a730-a487451835f2 req-0bb20607-43ac-4097-aaf6-df6358dbb01a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:37.577945 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e95f3984-2325-4ea0-a730-a487451835f2 req-0bb20607-43ac-4097-aaf6-df6358dbb01a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 945 time: 0.0543504 Aug 31 19:53:37.621743 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-e95f3984-2325-4ea0-a730-a487451835f2 req-6962a6b8-c304-4806-bf1a-c6d450d46476 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372164 Aug 31 19:53:38.484698 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-5e503541-0055-45f3-8ce7-c9e30b0ca50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:38.750179 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d4bf-f1f7-4c9e-bc7c-f68c2ab91bf8 req-29a67926-fbc8-479e-923d-03f3aafede66 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:38.751651 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7754d4bf-f1f7-4c9e-bc7c-f68c2ab91bf8 req-29a67926-fbc8-479e-923d-03f3aafede66 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 945 time: 0.0545344 Aug 31 19:53:38.799261 dv-cinder-789564-13-iscsi neutron-server[95340]: INFO neutron.wsgi [req-7754d4bf-f1f7-4c9e-bc7c-f68c2ab91bf8 req-1f52daca-235e-4440-8777-308ee26c20b6 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363402 Aug 31 19:53:39.589904 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-dc848917-e625-4197-8735-7ca07c627761 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:39.591588 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-dc848917-e625-4197-8735-7ca07c627761 tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.55 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 945 time: 0.0518055 Aug 31 19:53:39.700469 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Deleting port bd398304-26a1-4a71-a223-c3cd2b65b3b9 {{(pid=95343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 19:53:39.700801 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794133754902'] for port, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:39.806765 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.db [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] For port bd398304-26a1-4a71-a223-c3cd2b65b3b9, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd398304-26a1-4a71-a223-c3cd2b65b3b9,segment=NetworkSegment(3a5748ed-0a6c-416a-abc1-59733b209cdf),segment_id=3a5748ed-0a6c-416a-abc1-59733b209cdf)] {{(pid=95343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 19:53:39.807165 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417915'] for port, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:39.823351 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.plugin [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Calling delete_port for bd398304-26a1-4a71-a223-c3cd2b65b3b9 owned by compute:nova {{(pid=95343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 19:53:39.953721 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40405bc-b2df-4f0f-b0b6-c4595554a887 req-feab3a14-c39e-433e-97b0-4b43bf559c7a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 19:53:39.955330 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b40405bc-b2df-4f0f-b0b6-c4595554a887 req-feab3a14-c39e-433e-97b0-4b43bf559c7a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/ports?device_id=944826ff-be5b-4dd7-9aa0-e583a214408c HTTP/1.1" status: 200 len: 945 time: 0.0795951 Aug 31 19:53:40.039765 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-b40405bc-b2df-4f0f-b0b6-c4595554a887 req-95329917-e486-43bf-9d69-0522f1d9e78f tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3622dba-b019-4cbe-84e4-78a94dc65f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719404 Aug 31 19:53:40.040992 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7920055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794133755877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794133258271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2983577'] for port, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:40.078061 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.db [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] get_ports_and_sgs() called for port_ids ['bd398304-26a1-4a71-a223-c3cd2b65b3b9'] {{(pid=95344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 19:53:40.086860 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Pushing event deleted for resources: {'Port': ['ID=bd398304-26a1-4a71-a223-c3cd2b65b3b9,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:53:40.113823 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.114255 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.114506 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.114871 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.115209 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.115544 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.115872 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.116198 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.116523 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.116851 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.117174 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.117492 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-13-iscsi {{(pid=95343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 19:53:40.135752 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] No DVR routers for this DVR port bd398304-26a1-4a71-a223-c3cd2b65b3b9 on host hv-cinder-78956 {{(pid=95343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 19:53:40.138429 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51474'] for port, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:40.140785 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [req-cc1c7243-f2c6-42b3-9689-2fb7e84eb234 req-62197aee-2662-4ab6-93a9-97054a69ac9a tempest-VolumesSnapshotTestJSON-463115652 tempest-VolumesSnapshotTestJSON-463115652-project] 10.222.0.55 "DELETE /v2.0/ports/bd398304-26a1-4a71-a223-c3cd2b65b3b9 HTTP/1.1" status: 204 len: 173 time: 0.5432103 Aug 31 19:53:40.141274 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944826ff-be5b-4dd7-9aa0-e583a214408c', 'name': 'network-vif-deleted', 'tag': 'bd398304-26a1-4a71-a223-c3cd2b65b3b9'}] {{(pid=95343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 19:53:40.143664 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f226853c4c5dd3b0f5a102fc25be211477b2588952083616fa99006bb3998456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb104d-d1be-40c2-ac1d-2063d3ece283" -d '{"events": [{"server_uuid": "944826ff-be5b-4dd7-9aa0-e583a214408c", "name": "network-vif-deleted", "tag": "bd398304-26a1-4a71-a223-c3cd2b65b3b9"}]}' {{(pid=95343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 19:53:40.190132 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 19:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d70b5b4-6eaf-4a73-a669-9ac2eae05ac3 x-openstack-request-id: req-6d70b5b4-6eaf-4a73-a669-9ac2eae05ac3 {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 19:53:40.190533 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944826ff-be5b-4dd7-9aa0-e583a214408c", "name": "network-vif-deleted", "tag": "bd398304-26a1-4a71-a223-c3cd2b65b3b9", "status": "completed", "code": 200}]} {{(pid=95343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 19:53:40.190915 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d70b5b4-6eaf-4a73-a669-9ac2eae05ac3 {{(pid=95343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 19:53:40.192035 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944826ff-be5b-4dd7-9aa0-e583a214408c', 'name': 'network-vif-deleted', 'tag': 'bd398304-26a1-4a71-a223-c3cd2b65b3b9', 'status': 'completed', 'code': 200} Aug 31 19:53:41.550197 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:41.960443 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0f12cdb6-fdb3-41c0-9375-adbfc2f78fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:43.022068 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:44.530770 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:53:45.097358 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device bd398304-26a1-4a71-a223-c3cd2b65b3b9 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 19:53:45.121474 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] No Port match for: bd398304-26a1-4a71-a223-c3cd2b65b3b9 {{(pid=95344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 19:53:45.121814 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron.plugins.ml2.rpc [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Device bd398304-26a1-4a71-a223-c3cd2b65b3b9 not bound to the agent host hv-cinder-78956 {{(pid=95344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 19:53:54.376299 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:53:57.713594 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.137605 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54480) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:54:06.187457 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc9799f-24fb-44a5-b6ea-63921a436099 admin admin] Deleting subnet 97843e68-f92f-46d2-ad34-2ff404748b48 {{(pid=95343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 19:54:06.192530 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bc9799f-24fb-44a5-b6ea-63921a436099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.233262 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bc9799f-24fb-44a5-b6ea-63921a436099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3743097'] for subnet, precommit_delete_associations {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.290793 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bc9799f-24fb-44a5-b6ea-63921a436099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7875669'] for subnet, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.385443 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bc9799f-24fb-44a5-b6ea-63921a436099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7875678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2983670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25168879'] for subnet, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.435102 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9799f-24fb-44a5-b6ea-63921a436099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97843e68-f92f-46d2-ad34-2ff404748b48,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:54:06.438945 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-0bc9799f-24fb-44a5-b6ea-63921a436099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for subnet, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.442969 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-0bc9799f-24fb-44a5-b6ea-63921a436099 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/97843e68-f92f-46d2-ad34-2ff404748b48 HTTP/1.1" status: 204 len: 168 time: 0.3039412 Aug 31 19:54:06.445063 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54482) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:54:06.523634 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7980858'] for network, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.617160 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7873966', 'neutron.services.segments.db._delete_segments_for_network-8794133825217'] for network, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.629076 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33755e4e-cbf6-4b90-baf2-a9faf23dfdf0']}} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:54:06.641166 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5748ed-0a6c-416a-abc1-59733b209cdf') {'for_net_delete': True} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:54:06.641410 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.services.segments.db [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5748ed-0a6c-416a-abc1-59733b209cdf') {} {{(pid=95343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 19:54:06.653337 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794133836117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3743042'] for segment, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.671931 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387'] for segment, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.679794 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=95343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 19:54:06.680194 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7984387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983500'] for segment, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: Traceback (most recent call last): Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: timer() Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: cb(*args, **kw) Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: return func(*args, **kwargs) Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: self._notify() Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: self.callback(batched_events) Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: event.method(event) Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: return f(self, *a, **k) Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._get(url).json() Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: return self.request(url, 'GET', **kwargs) Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 19:54:06.681913 dv-cinder-789564-13-iscsi neutron-server[95343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 19:54:06.743751 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7873975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421663'] for network, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.752576 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629408'] for network, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:06.755424 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] 10.222.0.54 "DELETE /v2.0/networks/33755e4e-cbf6-4b90-baf2-a9faf23dfdf0 HTTP/1.1" status: 204 len: 168 time: 0.3093033 Aug 31 19:54:06.777429 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091a224-5080-4b68-a0ff-1cf70eb96e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=33755e4e-cbf6-4b90-baf2-a9faf23dfdf0,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:54:06.969578 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54486) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:54:07.015812 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d1a71cff-fc0f-4261-a84c-f0da6cb262db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43f0706901b2480189bce62e08ccf90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446937 Aug 31 19:54:07.018323 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [-] (95343) accepted ('10.222.0.54', 54488) {{(pid=95343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 19:54:07.074682 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d5150e27-b09f-4cce-914e-5ee18851dacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:07.099626 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d5150e27-b09f-4cce-914e-5ee18851dacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:07.168437 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d5150e27-b09f-4cce-914e-5ee18851dacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562681'] for security_group, after_delete {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:07.171375 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron_lib.callbacks.manager [None req-d5150e27-b09f-4cce-914e-5ee18851dacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:07.178286 dv-cinder-789564-13-iscsi neutron-server[95343]: INFO neutron.wsgi [None req-d5150e27-b09f-4cce-914e-5ee18851dacd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3622dba-b019-4cbe-84e4-78a94dc65f98 HTTP/1.1" status: 204 len: 168 time: 0.1580241 Aug 31 19:54:07.194226 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5150e27-b09f-4cce-914e-5ee18851dacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3622dba-b019-4cbe-84e4-78a94dc65f98,revision_number=None']} {{(pid=95343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 19:54:08.489114 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-77ac70ed-325c-4497-b535-db8b02d635b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:11.546968 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:11.963557 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-3ca4a014-e1e7-4d5f-adf7-9c96e74edfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:13.021658 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:14.533418 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:16.322112 dv-cinder-789564-13-iscsi neutron-server[95340]: DEBUG neutron.wsgi [req-7e056464-8a0e-4fe8-bbe7-a586967eaccb req-e1dbf71c-55c1-480b-92a9-e1674be058be service neutron] (95340) timed out ('10.222.0.55', 56835) {{(pid=95340) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:54:16.460618 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [req-d7935b71-9aeb-411a-83ec-4b91f625a21c req-8edb88f9-e215-42d5-8349-768f300acfc3 service neutron] (95343) timed out ('10.222.0.55', 56826) {{(pid=95343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:54:27.733533 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:31.376015 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:54:38.495140 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-25ffc293-a5bc-4eb4-aee9-7671f74c1a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:41.540945 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:41.969903 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-e3c78b3d-9547-493d-b936-881be547ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:43.024391 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:44.535238 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:54:57.741906 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:08.376985 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:55:08.491117 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-70927e35-764d-4efc-ac62-6c1dcf7d07a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:11.548878 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:11.964235 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-52ec3243-c62e-4daf-aa52-43d4e219f90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:13.028326 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:14.546481 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:27.757110 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:38.495026 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4d57f4bc-9839-414a-9baf-9f1186cd009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:41.544525 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:41.967289 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-0628338e-0eba-494f-9b15-49c052e07e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:43.031306 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:44.543418 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:55:45.376989 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:55:57.757017 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:08.497193 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-5881c46b-5ce9-466c-8f60-fdfb8fab6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:11.550944 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:11.978169 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-9de8b10a-7b43-482b-be83-c702830604a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:13.034743 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:14.550556 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:22.377102 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:56:27.770616 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:38.501033 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-ddf78939-e9cf-460a-91bd-85f149c53a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:41.548542 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:41.971973 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4e6d2f5e-a346-4de5-aa15-d8e5e39bfb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:43.038100 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:44.549401 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:57.804960 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:56:59.376922 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:57:08.504226 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-36838a4d-b704-4744-95bc-8860f3b1bc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:11.543329 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:11.974819 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-38e90dff-263a-4147-a298-1c964ff09fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:13.040210 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:14.552330 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:27.816740 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:36.377481 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:57:38.507442 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-3bc50e34-ca9e-423d-920a-5b6d04a5ff18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:41.548494 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:41.977445 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-c4e829d3-91cf-4e36-b332-444682ab11e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:43.044361 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:44.555282 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:57:51.507519 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [req-296e850a-494d-4949-ae1b-fc0cd0d21750 req-6d7a1920-d880-4e25-b04d-8d8c266108d7 service neutron] (95343) timed out ('10.222.0.55', 56818) {{(pid=95343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:57:57.818589 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:08.521810 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-64db56e9-c1db-4b8d-9931-d2ea8454d9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:11.553677 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:11.987979 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-2c74d6ae-3188-45af-95ee-c34dda50db41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:13.048191 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:13.378009 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:58:14.559476 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:27.832042 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:38.516614 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-6a6b6422-3937-44d0-b62d-d53f0b92f032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:41.548437 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:41.983555 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-23634736-f613-48a5-8cd6-97a661b2b4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:43.051233 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:44.569590 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:58:50.380659 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:58:57.832685 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:08.520998 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-10f7684c-426c-4bca-b5e7-74cc942c1eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:11.552032 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:11.986593 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-92acd3ce-5ba5-4364-aea8-ef1de9e1fe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:13.053710 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:14.566806 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:18.683109 dv-cinder-789564-13-iscsi neutron-server[95343]: DEBUG neutron.wsgi [req-cdb010d0-6d53-41c8-9463-2e1ec821c35d req-59dfef10-0f22-4f9a-89a7-aecc84c00485 service neutron] (95343) timed out ('10.222.0.54', 49440) {{(pid=95343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 19:59:27.379504 dv-cinder-789564-13-iscsi neutron-server[95345]: DEBUG neutron.db.agents_db [None req-70d96904-ea91-4c49-85cd-7a2af16040e6 None None] Agent healthcheck: found 6 active agents {{(pid=95345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 19:59:27.849531 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2ad9-860d-43b2-ac00-3a61eeaa8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:38.525107 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-4110a903-0163-40f9-93bb-fe9afb8c17ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:41.563189 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-bf42d805-e688-43ad-a338-f9991e016f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:41.993864 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-a61e3320-813d-44a5-af91-c6e2c3fdd0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:43.057629 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-043d0e05-ba6b-41fb-bcf1-97022cb9fb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 19:59:44.571062 dv-cinder-789564-13-iscsi neutron-server[95344]: DEBUG neutron_lib.callbacks.manager [None req-39310389-3185-4290-a40a-7d38a5753488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794133705436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7879152'] for agent, after_update {{(pid=95344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}